-- Logs begin at Wed 2021-07-28 03:28:20 UTC, end at Wed 2021-07-28 04:36:09 UTC. -- Jul 28 04:09:14.567034 dv-cinder-740146-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 04:09:17.270272 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.common.config [-] Logging enabled! Jul 28 04:09:17.270884 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 04:09:17.271031 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93594) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 04:09:17.274329 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.common.config [-] Logging enabled! Jul 28 04:09:17.274584 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 04:09:17.274893 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93594) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 04:09:17.275843 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 04:09:17.276079 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 04:09:17.276434 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 04:09:17.276676 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 04:09:17.276898 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 04:09:17.277212 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.277507 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.277798 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.278024 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.278316 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.278600 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.278876 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.279157 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.279448 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.280329 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.280609 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.280893 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.281121 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.281396 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.281679 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.281963 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.282184 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] debug = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.282457 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.282881 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.283280 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.283555 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.283873 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.284143 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.284408 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.284680 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.284958 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.285279 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] host = dv-cinder-740146-11-iscsi {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.285552 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.285836 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.286117 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.286396 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.286665 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.286937 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.287217 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.287485 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.287785 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] log_file = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.288059 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.288343 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.288625 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.288911 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.289132 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.289350 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.289634 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.289915 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.290189 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.290467 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.290736 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.291009 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.291277 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.291540 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.291852 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.292136 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.292418 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.292690 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.292959 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.293227 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.293495 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.293833 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.294111 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.294385 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.294657 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.294940 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.295207 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.295498 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.295821 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.296106 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.296385 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.296665 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.296936 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.297213 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.297480 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.297746 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.298012 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] use_json = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.298279 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.298546 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.298824 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.299092 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.299358 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.299639 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.299917 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.300199 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:17.300489 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.300781 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.301075 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.301352 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.301640 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.301918 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.302202 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.302473 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.302756 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.303039 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.303321 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.303595 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.303908 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.304181 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.304474 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.304774 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.305064 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.305350 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.305619 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.305888 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.306157 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.306431 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.306710 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.306998 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.307283 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.307552 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.307846 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.308134 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.308407 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.308676 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.308948 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.309232 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.309503 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.309771 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.310048 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.310324 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.310595 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.310881 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.311157 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.311445 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.311745 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.312016 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.312285 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.312555 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.312824 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.313104 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.313376 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.313647 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.313917 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.314193 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.314471 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.314745 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.315022 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.315293 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.315565 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.315858 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.316128 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.316398 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.316667 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.316934 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.317203 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.317468 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.317738 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.318007 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.318276 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.318546 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.318813 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.319081 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.319362 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.319686 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.319962 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.320239 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.320515 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.320788 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.321059 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.321331 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.321604 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.321879 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.322148 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.322436 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.322717 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.323002 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.323281 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.323556 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.323871 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.324149 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.324437 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.324714 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.324992 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.325280 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.325560 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.325850 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.326139 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.326430 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.327243 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.327535 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.327836 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.328143 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.328419 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:17.328636 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 04:09:17.328872 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93594) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 04:09:17.678057 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 04:09:17.678260 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 04:09:17.678544 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 04:09:17.678874 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 04:09:18.069956 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.070255 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.070531 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.071841 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.072112 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.072372 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.107145 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.107412 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.107712 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.122026 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.122306 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.122572 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.151046 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.151331 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.151601 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.188439 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.188718 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.188987 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.426658 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.427282 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.427282 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.427504 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.428176 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.548624 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.548940 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.549219 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.549490 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.549755 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.550058 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.550314 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.550567 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.550816 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.551093 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.551347 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.551603 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.551873 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.552118 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.552364 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.552621 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.552870 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.553127 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.553389 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.553642 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.553908 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.554155 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.554426 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.554793 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.555043 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.555284 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.555694 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 04:09:18.555934 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 04:09:18.556166 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 04:09:18.556398 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 04:09:18.556628 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 04:09:18.556858 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 04:09:18.557218 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 04:09:18.560328 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 04:09:18.564284 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 04:09:18.568153 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 28 04:09:18.569774 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 04:09:18.570211 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 04:09:18.570541 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 04:09:18.570918 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 04:09:18.573712 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 04:09:18.573959 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 04:09:18.574302 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 04:09:18.579609 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 04:09:18.602569 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 04:09:18.602972 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.603268 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93594) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 04:09:18.603647 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.604981 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93594) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 04:09:18.605263 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 04:09:18.605505 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 04:09:18.609505 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.609783 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:18.672986 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 04:09:18.673218 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 04:09:18.673450 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 04:09:18.673811 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 04:09:18.694199 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_db.sqlalchemy.engines [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93594) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 04:09:19.372468 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Initializing driver for type 'gre' Jul 28 04:09:19.373009 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] gre ID ranges: [(1, 1000)] Jul 28 04:09:19.589823 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Initializing driver for type 'local' Jul 28 04:09:19.590435 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Initializing driver for type 'vlan' Jul 28 04:09:19.681225 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] VlanTypeDriver initialization complete Jul 28 04:09:19.681501 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Initializing driver for type 'vxlan' Jul 28 04:09:19.682049 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] vxlan ID ranges: [(1, 1000)] Jul 28 04:09:19.818416 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Initializing extension driver 'port_security' Jul 28 04:09:19.818750 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.extensions.port_security [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] PortSecurityExtensionDriver initialization complete Jul 28 04:09:19.819082 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Initializing mechanism driver 'openvswitch' Jul 28 04:09:19.819403 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Initializing mechanism driver 'hyperv' Jul 28 04:09:19.825981 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:19.827316 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > port after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.827709 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > port after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.828087 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > port after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.828596 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 04:09:19.829030 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > subnet after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.829386 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > subnet after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.829733 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.830128 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 04:09:19.830535 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > network after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.830885 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > network after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.831230 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > network after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.831643 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 04:09:19.832143 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > security_group after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.832380 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > security_group after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.832719 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.833249 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 04:09:19.833661 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.834014 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.834363 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.834761 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 04:09:19.835165 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > address_group after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.835514 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > address_group after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.835890 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.836283 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 04:09:19.836665 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] ML2 OVO RPC backend initialized. {{(pid=93594) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 04:09:19.837374 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.837731 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.838149 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > network before_response 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.838755 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > networks before_response 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.839104 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > port before_response 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.839449 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > ports before_response 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.839830 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > subnet before_response 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.840183 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > subnets before_response 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.840530 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > network after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.840872 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > network after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.841210 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > network after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.841548 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > port after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.841886 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > port after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.842438 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > port after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.842889 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > subnet after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.843232 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > subnet after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.843678 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.844200 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.plugin [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Modular L2 Plugin initialization complete Jul 28 04:09:19.844534 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading services supported by the core plugin {{(pid=93594) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 04:09:19.844862 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.plugins.ml2.managers [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Got port-security extension from driver 'port_security' Jul 28 04:09:19.845333 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.extensions.vlantransparent [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Disabled vlantransparent extension. Jul 28 04:09:19.845823 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93594) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 04:09:19.846142 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading Plugin: router Jul 28 04:09:19.881910 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.882306 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router after_create 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.882682 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router before_create 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.883047 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.883423 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.883815 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router after_delete 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.884177 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.884541 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router after_create 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.884915 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router after_update 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.885267 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router after_update 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.885619 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.885979 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router after_update 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.886395 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router precommit_update 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.886762 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: port after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.887106 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: port after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.887443 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: subnet after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.887815 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.888170 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.888520 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router precommit_create 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.888864 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: port before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.889778 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router precommit_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.890134 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router after_update 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.890480 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.890833 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router precommit_create 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.891199 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.891546 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router precommit_update 55549900 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.891935 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > agent after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.892285 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > agent after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.892635 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > network after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.893485 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Tracking information for resource: router configured {{(pid=93594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 04:09:19.893820 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Tracking information for resource: floatingip configured {{(pid=93594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 04:09:19.900101 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.db.l3_agentschedulers_db [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 04:09:19.900693 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: port after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.901055 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: port after_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.901408 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: port after_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.901761 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: port after_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.902552 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router before_create 55550100 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.902917 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.903282 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router precommit_create 55550100 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.903666 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > router precommit_update 55550100 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.908082 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.services.provider_configuration [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service providers = [] {{(pid=93594) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 04:09:19.908451 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.db.servicetype_db [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93594) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 04:09:19.911410 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.services.service_base [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 04:09:19.911792 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.services.service_base [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 04:09:19.912135 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.services.service_base [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 04:09:19.913026 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.services.service_base [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 04:09:19.913399 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.services.service_base [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 04:09:19.913775 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 04:09:19.914090 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 04:09:19.924698 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 04:09:19.925044 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading Plugin: auto_allocate Jul 28 04:09:19.930738 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: network precommit_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.931103 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: network precommit_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.931691 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 04:09:19.931970 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading Plugin: tag Jul 28 04:09:19.939088 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 04:09:19.939420 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading Plugin: timestamp Jul 28 04:09:19.943425 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 04:09:19.943801 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading Plugin: network_ip_availability Jul 28 04:09:19.949215 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.949569 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.949927 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:19.950643 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 04:09:19.950967 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading Plugin: flavors Jul 28 04:09:19.956337 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 04:09:19.956678 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading Plugin: revisions Jul 28 04:09:19.960947 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 04:09:19.961336 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_concurrency.lockutils [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.283s {{(pid=93594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 04:09:19.962067 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93594) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 04:09:19.962403 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Initializing extension manager. Jul 28 04:09:19.962913 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: __init__.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.963270 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: __pycache__ {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.963868 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.964204 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: address_group.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.964962 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.965527 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: address-group Jul 28 04:09:19.965854 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: address_scope.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.966573 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.967107 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: address-scope Jul 28 04:09:19.967709 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.968671 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.969167 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: router-admin-state-down-before-update Jul 28 04:09:19.969491 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: agent.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.970387 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.970889 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: agent Jul 28 04:09:19.971211 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: agent_resources_synced.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.972142 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.972645 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: agent-resources-synced Jul 28 04:09:19.972965 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: allowedaddresspairs.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.974756 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.975272 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: allowed-address-pairs Jul 28 04:09:19.975598 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: auto_allocated_topology.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.976731 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.977236 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: auto-allocated-topology Jul 28 04:09:19.977562 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: availability_zone.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.978261 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.978759 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: availability_zone Jul 28 04:09:19.979084 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: availability_zone_filter.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.980032 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.980532 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: availability_zone_filter Jul 28 04:09:19.980856 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: data_plane_status.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.981761 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.982258 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 04:09:19.982581 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: default_subnetpools.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.983697 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.984204 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: default-subnetpools Jul 28 04:09:19.984529 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.985337 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.985841 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: dhcp_agent_scheduler Jul 28 04:09:19.986165 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: dns.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.987085 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.987584 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension dns-integration not supported by any of loaded plugins Jul 28 04:09:19.987930 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: dns_domain_ports.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.988842 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.989342 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 04:09:19.989663 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.990576 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.991082 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 04:09:19.991400 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: dvr.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.992097 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.992595 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: dvr Jul 28 04:09:19.992916 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: ecmp_routes.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.993829 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.994323 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 04:09:19.994645 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: empty_string_filtering.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.995551 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.996068 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: empty-string-filtering Jul 28 04:09:19.996392 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.997305 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:19.997802 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 04:09:19.998123 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:19.999751 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.000252 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 04:09:20.000611 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: external_net.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.001533 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.002035 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: external-net Jul 28 04:09:20.002359 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.003282 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.003818 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: extra_dhcp_opt Jul 28 04:09:20.004144 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: extraroute.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.005062 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.005558 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: extraroute Jul 28 04:09:20.005881 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: extraroute_atomic.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.006912 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.007416 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: extraroute-atomic Jul 28 04:09:20.007779 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: filter_validation.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.008450 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.008948 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: filter-validation Jul 28 04:09:20.009266 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: fip_pf_description.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.010173 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.010670 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 04:09:20.010990 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: fip_port_details.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.011938 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.012440 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: fip-port-details Jul 28 04:09:20.012761 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: flavors.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.014579 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.015084 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: flavors Jul 28 04:09:20.015412 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.017192 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.017703 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 04:09:20.018031 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: floatingip_pools.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.018733 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.019242 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: floatingip-pools Jul 28 04:09:20.019566 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: ip_allocation.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.020512 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.021009 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 04:09:20.021331 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.022253 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.022756 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: ip-substring-filtering Jul 28 04:09:20.023081 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: l2_adjacency.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.024033 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.024532 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 04:09:20.024855 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: l3.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.025945 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.026461 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: router Jul 28 04:09:20.026791 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.029040 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.029632 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 04:09:20.029979 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.030920 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.031427 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: ext-gw-mode Jul 28 04:09:20.031789 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.032728 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.033235 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: l3-ha Jul 28 04:09:20.033562 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: l3_flavors.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.034485 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.034993 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: l3-flavors Jul 28 04:09:20.035319 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.036271 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.036781 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 04:09:20.037107 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: l3agentscheduler.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.038142 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.038645 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: l3_agent_scheduler Jul 28 04:09:20.038969 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: logging.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.040494 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.041011 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension logging not supported by any of loaded plugins Jul 28 04:09:20.041344 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: metering.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.042087 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.042659 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: metering Jul 28 04:09:20.042986 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.044101 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.044608 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: metering_source_and_destination_fields Jul 28 04:09:20.044928 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: multiprovidernet.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.046054 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.046554 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: multi-provider Jul 28 04:09:20.046883 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: netmtu.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.047829 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.048335 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: net-mtu Jul 28 04:09:20.048657 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: netmtu_writable.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.049579 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.050081 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: net-mtu-writable Jul 28 04:09:20.050403 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: network_availability_zone.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.051075 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.051572 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: network_availability_zone Jul 28 04:09:20.051923 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: network_ip_availability.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.053015 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.053520 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: network-ip-availability Jul 28 04:09:20.053847 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: network_segment_range.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.054614 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.055111 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 04:09:20.055432 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: pagination.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.056441 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.056776 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: pagination Jul 28 04:09:20.057095 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: port_device_profile.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.058014 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.058523 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: port-device-profile Jul 28 04:09:20.058846 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.059796 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.060303 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: port-mac-address-regenerate Jul 28 04:09:20.060626 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.062204 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.062793 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: port-numa-affinity-policy Jul 28 04:09:20.063075 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: port_resource_request.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.063981 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.064483 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 04:09:20.064805 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: portbindings.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.065735 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.066242 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: binding Jul 28 04:09:20.066564 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: portbindings_extended.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.067976 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.068488 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: binding-extended Jul 28 04:09:20.068820 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: portsecurity.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.069751 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.070255 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: port-security Jul 28 04:09:20.070582 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: project_id.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.071558 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.071922 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: project-id Jul 28 04:09:20.072246 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: providernet.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.073184 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.073691 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: provider Jul 28 04:09:20.074014 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: qos.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.078181 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.078699 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension qos not supported by any of loaded plugins Jul 28 04:09:20.079033 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.080307 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.080818 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 04:09:20.081148 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.082078 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.082587 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 04:09:20.082914 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: qos_default.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.083852 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.084360 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension qos-default not supported by any of loaded plugins Jul 28 04:09:20.084687 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: qos_fip.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.085340 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.085833 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension qos-fip not supported by any of loaded plugins Jul 28 04:09:20.086157 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: qos_gateway_ip.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.087113 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.087640 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 04:09:20.087972 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: qos_port_network_policy.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.089147 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.089653 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 04:09:20.089983 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: qos_rule_type_details.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.090895 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.091399 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 04:09:20.091754 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: qos_rules_alias.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.092815 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.093321 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 04:09:20.093645 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: quotasv2.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.094553 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.094884 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: quotas Jul 28 04:09:20.095207 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: quotasv2_detail.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.098231 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.098579 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: quota_details Jul 28 04:09:20.098914 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: rbac.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.100193 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.100714 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: rbac-policies Jul 28 04:09:20.101044 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: rbac_address_group.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.101997 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.102509 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: rbac-address-group Jul 28 04:09:20.102834 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: rbac_address_scope.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.103798 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.104305 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: rbac-address-scope Jul 28 04:09:20.104626 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: rbac_security_groups.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.105544 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.106047 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: rbac-security-groups Jul 28 04:09:20.106369 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: rbac_subnetpool.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.107287 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.107853 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: rbac-subnetpool Jul 28 04:09:20.108182 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: revisionifmatch.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.109109 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.109617 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: revision-if-match Jul 28 04:09:20.109941 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: revisions.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.111056 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.111565 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: standard-attr-revisions Jul 28 04:09:20.111917 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: router_availability_zone.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.112590 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.113097 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: router_availability_zone Jul 28 04:09:20.113420 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: routerservicetype.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.114343 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.114850 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension router-service-type not supported by any of loaded plugins Jul 28 04:09:20.115174 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.116137 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.116644 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: security-groups-normalized-cidr Jul 28 04:09:20.116971 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.117921 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.118423 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: port-security-groups-filtering Jul 28 04:09:20.118749 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.119692 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.120200 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: security-groups-remote-address-group Jul 28 04:09:20.120527 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: securitygroup.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.130817 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.131346 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: security-group Jul 28 04:09:20.131711 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: segment.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.132510 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.133020 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension segment not supported by any of loaded plugins Jul 28 04:09:20.133346 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.134282 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.134855 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 04:09:20.135182 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: servicetype.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.136381 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.136991 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: service-type Jul 28 04:09:20.137327 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: sorting.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.138386 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.138721 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: sorting Jul 28 04:09:20.139588 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: standard_attr_segment.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.140611 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.141118 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 04:09:20.141440 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: standardattrdescription.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.142092 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.142592 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: standard-attr-description Jul 28 04:09:20.142914 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: stateful_security_group.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.143878 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.144387 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: stateful-security-group Jul 28 04:09:20.144710 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: stdattrs_common.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.145293 dv-cinder-740146-11-iscsi neutron-server[93594]: WARNING neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 04:09:20.145611 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.146544 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.147044 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 04:09:20.147371 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: subnet_onboard.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.148484 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.149000 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: subnet_onboard Jul 28 04:09:20.149327 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.150257 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.150760 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 04:09:20.151086 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: subnet_service_types.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.152053 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.152562 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: subnet-service-types Jul 28 04:09:20.152887 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: subnetallocation.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.153974 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.154508 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: subnet_allocation Jul 28 04:09:20.154990 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.155731 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.156239 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: subnetpool-prefix-ops Jul 28 04:09:20.156562 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.157501 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.158000 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 04:09:20.158324 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: tagging.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.159396 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.159934 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: standard-attr-tag Jul 28 04:09:20.160264 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: timestamp.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.161474 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.161986 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loaded extension: standard-attr-timestamp Jul 28 04:09:20.162314 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: trunk.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.163346 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.163895 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension trunk not supported by any of loaded plugins Jul 28 04:09:20.164225 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: trunk_details.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.165146 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.165660 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension trunk-details not supported by any of loaded plugins Jul 28 04:09:20.165985 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: uplink_status_propagation.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.166914 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.167430 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 04:09:20.167789 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Loading extension file: vlantransparent.py {{(pid=93594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 04:09:20.168460 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 04:09:20.168962 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 04:09:20.172220 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:network Jul 28 04:09:20.172738 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:subnet Jul 28 04:09:20.173136 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 04:09:20.173529 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:port Jul 28 04:09:20.174764 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.184243 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service FLAVORS assigned prefix: {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.184243 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.184243 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.184243 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:router Jul 28 04:09:20.184243 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:floatingip Jul 28 04:09:20.184243 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service METERING assigned prefix: /metering {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.184689 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:20.184689 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:20.184689 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:09:20.184689 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 04:09:20.184689 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:security_group Jul 28 04:09:20.185065 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 04:09:20.185065 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service CORE assigned prefix: {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.185065 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 04:09:20.185065 dv-cinder-740146-11-iscsi neutron-server[93594]: WARNING neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] subnetpool is already registered Jul 28 04:09:20.185065 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service CORE assigned prefix: {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.185065 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 04:09:20.185065 dv-cinder-740146-11-iscsi neutron-server[93594]: WARNING neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] subnetpool is already registered Jul 28 04:09:20.187941 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.188399 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service FLAVORS assigned prefix: {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.189019 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.189450 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.189787 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:router Jul 28 04:09:20.190127 dv-cinder-740146-11-iscsi neutron-server[93594]: WARNING neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] router is already registered Jul 28 04:09:20.190545 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:floatingip Jul 28 04:09:20.190881 dv-cinder-740146-11-iscsi neutron-server[93594]: WARNING neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] floatingip is already registered Jul 28 04:09:20.191337 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service METERING assigned prefix: /metering {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.192048 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 04:09:20.192376 dv-cinder-740146-11-iscsi neutron-server[93594]: WARNING neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] rbac_policy is already registered Jul 28 04:09:20.192788 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:security_group Jul 28 04:09:20.193124 dv-cinder-740146-11-iscsi neutron-server[93594]: WARNING neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] security_group is already registered Jul 28 04:09:20.193529 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 04:09:20.193864 dv-cinder-740146-11-iscsi neutron-server[93594]: WARNING neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] security_group_rule is already registered Jul 28 04:09:20.194338 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service CORE assigned prefix: {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.194668 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 04:09:20.195033 dv-cinder-740146-11-iscsi neutron-server[93594]: WARNING neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] subnetpool is already registered Jul 28 04:09:20.195449 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.v2.resource_helper [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Service CORE assigned prefix: {{(pid=93594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 04:09:20.195800 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 04:09:20.196128 dv-cinder-740146-11-iscsi neutron-server[93594]: WARNING neutron.quota.resource_registry [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] subnetpool is already registered Jul 28 04:09:20.196578 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: extensions {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.198152 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: address-groups {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.199644 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: address-scopes {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.200873 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: agents {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.202067 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: auto-allocated-topology {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.203423 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: availability_zones {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.204696 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: dhcp-networks {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.206096 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: dhcp-agents {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.207654 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: routers {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.209409 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: flavors {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.210550 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: service_profiles {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.211908 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: next_providers {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.213684 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: service_profiles {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.215141 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: floatingip-pools {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.216417 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: routers {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.218266 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: floatingips {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.219465 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: l3-routers {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.220879 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: l3-agents {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.222414 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: metering-labels {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.223697 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: metering-label-rules {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.224970 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: network-ip-availabilities {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.226322 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: bindings {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.227936 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: quotas {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.229393 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: quotas {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.230938 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: rbac-policies {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.232171 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: security-groups {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.233938 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: security-group-rules {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.235182 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: service-providers {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.236539 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: subnetpools {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.237887 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: subnetpools {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.239344 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: tags {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.241165 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: tags {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.242884 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: tags {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.244820 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: tags {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.246534 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: tags {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.249372 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: tags {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.252192 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: tags {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.254009 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: tags {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.255790 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: tags {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.257794 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron.api.extensions [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Extended resource: tags {{(pid=93594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 04:09:20.263952 dv-cinder-740146-11-iscsi neutron-server[93594]: WARNING keystonemiddleware.auth_token [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 04:09:20.268624 dv-cinder-740146-11-iscsi neutron-server[93594]: WARNING keystonemiddleware.auth_token [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 04:09:20.277068 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_concurrency.lockutils [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Acquired lock "singleton_lock" {{(pid=93594) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 04:09:20.277549 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_concurrency.lockutils [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Releasing lock "singleton_lock" {{(pid=93594) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 04:09:20.278182 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO oslo_service.service [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Starting 2 workers Jul 28 04:09:20.283242 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Started child 93703 {{(pid=93594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 04:09:20.287679 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Started child 93704 {{(pid=93594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 04:09:20.288616 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.289329 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO neutron.service [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 04:09:20.289997 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Notify callbacks [] for process, before_spawn {{(pid=93594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.290156 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [-] (93703) wsgi starting up on http://0.0.0.0:9696 Jul 28 04:09:20.292543 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO oslo_service.service [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Starting 1 workers Jul 28 04:09:20.292994 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.294405 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [-] (93704) wsgi starting up on http://0.0.0.0:9696 Jul 28 04:09:20.298329 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Started child 93705 {{(pid=93594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 04:09:20.298855 dv-cinder-740146-11-iscsi neutron-server[93594]: INFO oslo_service.service [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Starting 1 workers Jul 28 04:09:20.301961 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.service [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] calling RpcWorker wait() {{(pid=93705) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 04:09:20.302710 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.service [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] returning from RpcWorker wait() {{(pid=93705) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 04:09:20.303344 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Started child 93706 {{(pid=93594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 04:09:20.303855 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.304221 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG neutron_lib.callbacks.manager [None req-ffb1475c-5a50-4c40-9aaf-987b405ae6ed None None] Notify callbacks [] for process, after_spawn {{(pid=93594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.304370 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:20.306096 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93594) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 04:09:20.306308 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 04:09:20.306497 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 04:09:20.306712 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 04:09:20.307049 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 04:09:20.307215 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 04:09:20.307749 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.308028 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.308265 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.308843 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.308843 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.308843 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.309407 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:20.309579 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.309723 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.309955 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.310239 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.310489 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.310646 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.311691 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.311950 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.312225 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.312498 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.312790 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.313043 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.313328 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.313500 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.313764 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.314040 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.314305 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.314568 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] debug = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.314821 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.315316 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.315541 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.315813 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.316051 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.316382 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.316644 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.316835 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.317069 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.317286 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.317551 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.317791 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.318032 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.318243 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.318468 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.318710 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.318942 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.319429 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] host = dv-cinder-740146-11-iscsi {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.319673 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.326325 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.326325 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.326325 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.326325 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.326325 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.326325 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.326325 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.326325 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.327814 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.327814 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.327814 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.327814 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.327814 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_file = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.327814 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_options = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.327814 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.327814 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.327814 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.328943 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.328943 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.328943 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.328943 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.328943 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.328943 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.328943 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.329842 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.329842 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.329842 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.329842 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.329842 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.329842 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.329842 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.329842 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.330874 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.330874 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.330874 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.330874 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.330874 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.330874 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.330874 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.330874 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.331944 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.331944 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.331944 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.331944 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.331944 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.331944 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.331944 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.331944 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.333259 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.333259 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.333259 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.333259 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.333259 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.333259 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.333259 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.333259 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.334331 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.334331 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.334331 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.334331 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] use_json = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.334331 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.334331 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.334331 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.334331 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.334331 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.335572 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.335572 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.335572 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.335572 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.336248 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.336248 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.336248 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.336662 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.336802 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.336936 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.337350 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.337988 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.338097 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.338602 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.338838 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.339124 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.339378 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.339633 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.339967 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.340258 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.340766 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.341006 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.341271 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.341509 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.341730 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.342097 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.342374 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.342634 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.342960 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.343280 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.343384 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.343565 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.344157 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.344157 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.346884 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.347194 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.347435 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.347709 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.347975 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.348216 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.348466 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.348707 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.348972 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.349632 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.349632 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.349794 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.349883 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.350125 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.350343 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.350562 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.350797 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.351060 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.351296 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.351526 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.351771 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.352140 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.352265 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.352618 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.356512 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.356512 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.356512 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.356512 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.356512 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.356512 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.356512 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.356512 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.356512 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.357209 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.357209 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.357209 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.357209 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.357209 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.357209 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.357209 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.357209 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.357209 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.358308 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.358308 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.358308 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.358308 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.358308 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.358308 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.358308 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.360311 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.360559 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.361031 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.361721 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.362044 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.362514 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.362775 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.364205 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.364449 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.364720 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.364977 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.365251 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.365508 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.365739 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.365963 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.366257 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.366484 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.366761 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.367033 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.367276 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.367543 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.367839 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.368068 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.368326 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.368595 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.368842 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.369108 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.369368 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.369601 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.369836 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.370076 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.370382 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.370610 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.370884 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.371119 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.371399 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.371722 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.371991 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.372271 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.372526 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.372791 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.373047 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.374596 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.374777 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.375310 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.375685 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.376713 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.377106 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.377346 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.377623 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.377888 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.378181 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.378545 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.378827 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.379091 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.379350 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.379984 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.380422 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.380697 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.381435 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.381435 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.381948 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.382187 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.382448 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.382674 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.382917 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.383179 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.383403 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.384338 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.386534 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.386534 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.386534 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.386534 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.387464 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.387464 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.387780 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.387780 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.388043 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.388240 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.388494 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.388722 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.388969 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.389687 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.390015 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.390946 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.391897 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.392292 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.392698 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.392944 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.393247 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.393543 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.396445 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.396445 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.396445 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.396445 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.396445 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.396445 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.396445 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.396445 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.397068 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.397068 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.397068 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.397068 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.397068 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.397068 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.397068 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.397573 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.397664 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.397882 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.398115 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.398355 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.398573 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.398918 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.399168 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.399406 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.399649 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.399888 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.400104 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.400361 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.400589 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.400804 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.401035 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.401250 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.401477 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.401711 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.401920 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.402211 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.402454 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.402700 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.402951 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.403209 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.403438 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.403685 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.403898 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.404107 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.404326 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.404592 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.404800 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.405091 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.405233 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.405440 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.405660 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.405872 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.406080 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.406301 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.406514 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.406720 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.406959 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.407170 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.407378 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.407604 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.407922 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.408131 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.408439 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.409367 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.409367 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.409367 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.409367 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.409713 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.409802 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.410096 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.410253 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.410693 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.410946 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.411218 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.411459 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.411709 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.411952 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.412193 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.412481 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.412689 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.412931 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.413148 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.413389 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.413629 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.413886 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.414222 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417173 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417173 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417173 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417173 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417173 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417173 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417173 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417173 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417695 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417695 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417695 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417695 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.417946 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.418045 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.418205 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.418440 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.418655 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.418874 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.419229 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.419480 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.419761 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.419983 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.420753 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.420991 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.421217 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.421436 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.421679 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.421899 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.422057 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 04:09:20.422570 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93594) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 04:09:20.422728 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 04:09:20.422881 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 04:09:20.423048 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 04:09:20.423215 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 04:09:20.423366 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 04:09:20.423569 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.423753 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.423914 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.424071 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.424229 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.424408 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.424567 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.424824 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.425006 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.425165 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.425323 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.425480 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.425639 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.425795 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.425953 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.426109 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.426267 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.426426 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.426587 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.426743 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.426899 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.427055 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.427211 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] debug = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.427367 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.427569 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.427752 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.427910 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.428094 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.428199 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.428379 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.428553 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.428670 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.428983 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.429239 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.429403 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.429561 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.429717 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.429874 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.430029 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.430185 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.430342 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] host = dv-cinder-740146-11-iscsi {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.430499 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.430655 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.430811 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.430966 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.431121 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.431283 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.431438 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.431594 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.431771 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.431927 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.432083 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.432238 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.432394 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.432551 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_file = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.432706 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_options = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.432862 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.433016 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.433172 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.433353 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.433515 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.433682 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.433847 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.434057 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.434220 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.434423 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.434537 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.434693 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.434919 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.435029 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.435152 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.435307 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.435462 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.435648 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.436345 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.436551 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.441985 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.441985 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.441985 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.441985 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.441985 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.441985 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.441985 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.441985 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.441985 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.442596 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.442596 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.442596 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.442596 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.442596 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.442596 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.442596 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.442596 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.443119 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.443119 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.443119 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.443119 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.443119 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.443119 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.443119 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.443119 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.444105 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] use_json = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.444105 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.444105 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.444105 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.444105 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.444105 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.444105 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.444105 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.444613 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 04:09:20.444613 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.444613 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.444613 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.444613 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.444613 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.444613 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.444613 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.445620 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.445620 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.445620 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.445620 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.445620 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.445620 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.445620 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.445620 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446180 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446180 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446180 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446180 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446180 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446180 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446180 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446180 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446961 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446961 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446961 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446961 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446961 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446961 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446961 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.446961 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.447707 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.447707 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.447707 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.447707 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.447707 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.447707 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.447707 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.448200 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.448200 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.448200 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.448413 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.448413 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.448570 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.448680 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.448940 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.449045 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.449193 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.449352 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.449511 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.449685 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.449844 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.450003 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.450160 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.450320 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.450478 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.450636 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.450822 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.450956 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.451103 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.451261 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.451456 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.451634 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.451795 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.452029 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.452202 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.452362 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.452521 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.452681 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.452844 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.453002 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.453161 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.453320 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.453481 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.453661 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.453853 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.454014 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.454174 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.454333 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.454491 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.454649 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.454807 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.454966 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.455128 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.455297 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.455469 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.455691 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.455787 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.455948 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.456220 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.456388 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.456549 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.456708 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.456868 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.457027 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.457195 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.457333 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.457494 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.457654 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.457812 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.457970 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.458129 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.458287 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.458445 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.458604 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.458763 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.458926 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.459108 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.459316 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.459480 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.459564 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.459710 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.460042 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.460180 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.460352 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.460518 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.460687 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.460851 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.461012 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.461170 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.461329 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.461488 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.461647 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.461806 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.461964 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.462122 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.462280 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.462445 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.462614 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.462773 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.462914 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:20.463008 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.463090 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.463247 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.463676 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.463839 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.464001 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.464168 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.464320 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.464476 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.464634 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.464831 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.464951 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.465110 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.465285 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.465425 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.465583 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.465742 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.465900 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.466060 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.466218 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.466397 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.466557 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.466717 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.466876 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.467071 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.467230 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.467389 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.467549 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.467757 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.467888 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.468047 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.468205 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471332 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471332 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471332 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471332 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471332 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471332 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471332 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471332 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471911 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471911 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471911 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471911 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471911 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471911 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471911 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.471911 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.472461 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.472461 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.472461 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.472461 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.472461 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.472461 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.472461 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.472461 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473109 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473109 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473109 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473109 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473109 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473109 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473109 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473109 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473655 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473655 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473655 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473655 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473947 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.473947 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.474094 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.474196 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.474355 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.474514 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.474674 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.474834 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.475006 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.475165 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.475404 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.475510 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.475654 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.475884 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.476059 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.476219 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.476378 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.476537 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.476695 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.476854 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.477022 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.477176 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.478120 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.478120 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.478120 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.478120 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.478120 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.478120 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.478644 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.478644 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.478644 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.479518 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.479518 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.479518 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.479518 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.479518 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.479518 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.480188 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.480188 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.480188 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.480188 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.480188 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.480612 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.480612 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.480769 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.480850 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.480969 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.481091 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.481244 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.481394 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.481723 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.481723 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.481963 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.482056 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.482137 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.482353 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.482547 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.483211 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.483380 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.483550 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.483729 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.483895 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.484062 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.484231 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.484398 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.484623 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.484726 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.484877 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.485037 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.485220 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.485362 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.485553 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.485758 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.485848 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.485960 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.486118 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.486279 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.486438 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.486597 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.486755 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.486914 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.487109 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.487230 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.487387 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.487600 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.487822 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.487920 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 04:09:20.488003 dv-cinder-740146-11-iscsi neutron-server[93594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 04:09:20.757421 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54030) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:20.766123 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064168 Jul 28 04:09:32.344028 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f52fd6-effc-45c0-b0bc-0099d32572a5 None None] get_active_networks_info from dv-cinder-740146-11-iscsi {{(pid=93705) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 04:09:32.405547 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f52fd6-effc-45c0-b0bc-0099d32572a5 None None] No non-hosted networks {{(pid=93705) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 04:09:32.411772 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.agentschedulers_db [None req-93f52fd6-effc-45c0-b0bc-0099d32572a5 None None] DHCP Agent not found on host dv-cinder-740146-11-iscsi {{(pid=93705) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 04:09:32.526699 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-310aef41-a136-4b89-9205-c16c3e82259b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624286'] for agent, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.768014 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-d5f4763d-fe7c-4d41-8e6d-e1ad0e6dcc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624286'] for agent, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.796011 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.db.api [None req-660e2922-a14b-44b9-a691-1848c62bbc89 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-740146-11-iscsi {{(pid=93705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 04:09:34.796404 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG oslo_db.api [None req-660e2922-a14b-44b9-a691-1848c62bbc89 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 04:09:35.198649 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624286'] for agent, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:35.199317 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:35.208225 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:35.210541 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:35.211082 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:35.211714 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:35.214406 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:35.214980 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:35.215553 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:35.216133 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:35.216704 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:35.217864 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:35.228152 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:35.229219 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-740146-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:35.236392 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:35.315202 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-660e2922-a14b-44b9-a691-1848c62bbc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:36.303940 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624286'] for agent, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:37.752811 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624286'] for agent, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:38.293384 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.db.l3_hamode_db [None req-e2450708-a5af-4426-93a4-c4bb495c85a6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 04:09:38.373908 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2450708-a5af-4426-93a4-c4bb495c85a6 None None] Routers set() bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:38.374323 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2450708-a5af-4426-93a4-c4bb495c85a6 None None] Router IDs set() for agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 04:09:38.907011 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54124) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:39.393810 dv-cinder-740146-11-iscsi neutron-server[93704]: WARNING oslo_policy.policy [None req-65ea5695-8c86-4a22-8ed4-f0a3d99ec843 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 04:09:39.394384 dv-cinder-740146-11-iscsi neutron-server[93704]: WARNING oslo_policy.policy [None req-65ea5695-8c86-4a22-8ed4-f0a3d99ec843 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 04:09:39.613495 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [None req-65ea5695-8c86-4a22-8ed4-f0a3d99ec843 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:09:39.614549 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-65ea5695-8c86-4a22-8ed4-f0a3d99ec843 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7066092 Jul 28 04:09:41.945540 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54138) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:42.254040 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-274d64c1-d12a-4ea3-8f26-5a0343bca539 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:42.347479 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.policy [None req-274d64c1-d12a-4ea3-8f26-5a0343bca539 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93704) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 04:09:42.393559 dv-cinder-740146-11-iscsi neutron-server[93704]: WARNING oslo_policy.policy [None req-274d64c1-d12a-4ea3-8f26-5a0343bca539 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 04:09:42.393924 dv-cinder-740146-11-iscsi neutron-server[93704]: WARNING oslo_policy.policy [None req-274d64c1-d12a-4ea3-8f26-5a0343bca539 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 04:09:42.402802 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.quota [None req-274d64c1-d12a-4ea3-8f26-5a0343bca539 admin admin] Loaded quota_driver: . Jul 28 04:09:42.544463 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-274d64c1-d12a-4ea3-8f26-5a0343bca539 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759948465796', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759948466359', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759948444685', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759948447451', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759952940812', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759948434884', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-595108', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602171', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1637753', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1801740'] for rbac-policy, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:42.752467 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-274d64c1-d12a-4ea3-8f26-5a0343bca539 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:42.753684 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-274d64c1-d12a-4ea3-8f26-5a0343bca539 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8071339 Jul 28 04:09:45.296550 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 54150) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:45.778066 dv-cinder-740146-11-iscsi neutron-server[93703]: WARNING oslo_policy.policy [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 04:09:45.778640 dv-cinder-740146-11-iscsi neutron-server[93703]: WARNING oslo_policy.policy [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 04:09:45.998710 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'project_id': 'a61f48c59bda46c2ba306c909c319d49'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:46.000338 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.quota [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Loaded quota_driver: . Jul 28 04:09:46.140965 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Made reservation on behalf of a61f48c59bda46c2ba306c909c319d49 for: {'network': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:46.211211 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.policy [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93703) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 04:09:46.256886 dv-cinder-740146-11-iscsi neutron-server[93703]: WARNING oslo_policy.policy [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 04:09:46.257193 dv-cinder-740146-11-iscsi neutron-server[93703]: WARNING oslo_policy.policy [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 04:09:46.267896 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:46.288970 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:46.419367 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:46.497286 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:46.522112 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:09:46.546536 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759952121896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:46.547109 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Unsubscribe: segment precommit_create {{(pid=93703) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 04:09:46.547648 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.segments_db [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Added segment 61831410-84a7-43bc-87a3-181a49fa63a1 of type vlan for network e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 Jul 28 04:09:46.556936 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440b4d93-0bc4-4a70-b270-abb5ddbb4d13,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:46.585910 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:46.586255 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:46.586592 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:46.586921 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:46.587245 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:46.587855 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:46.588184 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:46.588518 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:46.588999 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:46.589328 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:46.589650 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:46.589967 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Tracked resource versions report: Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: pushed versions: Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: { 'AddressGroup': {'1.2'}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'ConntrackHelper': {'1.0'}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Log': {'1.0'}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Network': {'1.1'}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Port': {'1.7'}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'PortForwarding': {'1.2'}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'QosPolicy': {'1.8'}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'SecurityGroup': {'1.4'}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'SecurityGroupRule': {'1.2'}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'SubPort': {'1.0'}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Subnet': {'1.1'}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Trunk': {'1.1'}} Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: consumer versions: Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: { DHCP agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: L3 agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: Metadata agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: Metering agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: Open vSwitch agent@dv-cinder-740146-11-iscsi: { 'AddressGroup': '1.2', Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'ConntrackHelper': '1.0', Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Log': '1.0', Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Network': '1.1', Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Port': '1.7', Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'PortForwarding': '1.2', Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'QosPolicy': '1.8', Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'SecurityGroup': '1.4', Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'SecurityGroupRule': '1.2', Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'SubPort': '1.0', Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Subnet': '1.1', Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Trunk': '1.1'}} Jul 28 04:09:46.591284 dv-cinder-740146-11-iscsi neutron-server[93703]: {{(pid=93703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 04:09:46.698240 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:46.820924 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:46.822120 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:46.822782 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:46.917850 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] Pushing event updated for resources: {'Network': ['ID=e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:46.930023 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:09:47.001189 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-17e5259e-6644-4a04-89de-f62ad31e4f1d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7023120 Jul 28 04:09:49.634216 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 54172) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:50.023086 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59546a4b-5f9b-4eb7-bd68-825294acaef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:50.024421 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-59546a4b-5f9b-4eb7-bd68-825294acaef5 admin admin] 10.222.0.42 "GET /v2.0/networks/e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 HTTP/1.1" status: 200 len: 825 time: 0.3892515 Jul 28 04:09:50.065773 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-19b90e29-18a4-42de-9520-63faa67361a4 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/36612876-06d8-4550-a55a-75e745593cdb HTTP/1.1" status: 200 len: 734 time: 0.0346975 Jul 28 04:09:50.074941 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-cf215ab9-06f3-40cd-a178-3a2b60905017 admin admin] Request body: {'subnet': {'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95', 'subnetpool_id': '36612876-06d8-4550-a55a-75e745593cdb', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'gateway_ip': '172.20.0.1'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:50.169135 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf215ab9-06f3-40cd-a178-3a2b60905017 admin admin] Made reservation on behalf of a61f48c59bda46c2ba306c909c319d49 for: {'subnet': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:50.171369 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cf215ab9-06f3-40cd-a178-3a2b60905017 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:50.543330 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cf215ab9-06f3-40cd-a178-3a2b60905017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:50.612786 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf215ab9-06f3-40cd-a178-3a2b60905017 admin admin] Checking segment: {'id': '61831410-84a7-43bc-87a3-181a49fa63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:09:50.613287 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf215ab9-06f3-40cd-a178-3a2b60905017 admin admin] Network hostable DHCP agents. Network: e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:09:50.617844 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf215ab9-06f3-40cd-a178-3a2b60905017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08337dcd-25bf-4331-9e3a-930db0dafafb,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:50.737298 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf215ab9-06f3-40cd-a178-3a2b60905017 admin admin] Network e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:09:50.822369 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-cf215ab9-06f3-40cd-a178-3a2b60905017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95) {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:50.828343 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf215ab9-06f3-40cd-a178-3a2b60905017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:50.829076 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cf215ab9-06f3-40cd-a178-3a2b60905017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:50.832507 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ec675e-47ad-4e68-bf73-d05803bd53c2 None None] Network e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:09:50.929888 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-cf215ab9-06f3-40cd-a178-3a2b60905017 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8581762 Jul 28 04:09:51.147468 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74395e69-ebfd-5780-85ed-cc8d62eaf3f4-e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95', 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'fixed_ips': [{'subnet_id': '08337dcd-25bf-4331-9e3a-930db0dafafb'}]}} from dv-cinder-740146-11-iscsi. {{(pid=93705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:09:51.148751 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:51.422411 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.db_base_plugin_common [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Allocated IP 172.20.0.2 (e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95/08337dcd-25bf-4331-9e3a-930db0dafafb/69d1789a-8f05-4274-8adc-3f1abcffb0fd) {{(pid=93705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:51.647509 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Notify callbacks [] for port, precommit_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:51.662422 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Transition to ACTIVE for port object 69d1789a-8f05-4274-8adc-3f1abcffb0fd will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:51.683494 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Transition to ACTIVE for port object 69d1789a-8f05-4274-8adc-3f1abcffb0fd will not be triggered until provisioned by entity DHCP. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:51.749242 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:51.814261 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Network e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 is already hosted by enough agents. {{(pid=93705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:51.818895 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.base_scheduler [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Resources bound (agent type, host, resource id): {{(pid=93705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:51.829782 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Received port after_create {{(pid=93705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:09:51.839557 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Pushing event updated for resources: {'Port': ['ID=69d1789a-8f05-4274-8adc-3f1abcffb0fd,revision_number=1']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:51.868501 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.868866 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.869213 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.869554 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.869889 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.870221 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.870548 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.870874 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.871213 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.871540 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.871884 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.872203 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Tracked resource versions report: Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: pushed versions: Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: { 'AddressGroup': {'1.2'}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'ConntrackHelper': {'1.0'}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Log': {'1.0'}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Network': {'1.1'}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Port': {'1.7'}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'PortForwarding': {'1.2'}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'QosPolicy': {'1.8'}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'SecurityGroup': {'1.4'}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'SecurityGroupRule': {'1.2'}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'SubPort': {'1.0'}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Subnet': {'1.1'}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Trunk': {'1.1'}} Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: consumer versions: Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: { DHCP agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: L3 agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: Metadata agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: Metering agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: Open vSwitch agent@dv-cinder-740146-11-iscsi: { 'AddressGroup': '1.2', Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'ConntrackHelper': '1.0', Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Log': '1.0', Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Network': '1.1', Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Port': '1.7', Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'PortForwarding': '1.2', Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'QosPolicy': '1.8', Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'SecurityGroup': '1.4', Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'SecurityGroupRule': '1.2', Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'SubPort': '1.0', Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Subnet': '1.1', Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Trunk': '1.1'}} Jul 28 04:09:51.873642 dv-cinder-740146-11-iscsi neutron-server[93705]: {{(pid=93705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 04:09:51.921366 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Attempting to bind port 69d1789a-8f05-4274-8adc-3f1abcffb0fd on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:09:51.921704 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Attempting to bind port 69d1789a-8f05-4274-8adc-3f1abcffb0fd by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '61831410-84a7-43bc-87a3-181a49fa63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:09:51.922108 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Attempting to bind port 69d1789a-8f05-4274-8adc-3f1abcffb0fd on network e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:09:51.926947 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:09:51.927362 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Checking segment: {'id': '61831410-84a7-43bc-87a3-181a49fa63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:09:51.927849 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:51.928236 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Bound using segment: {'id': '61831410-84a7-43bc-87a3-181a49fa63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:09:51.928715 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Bound port: 69d1789a-8f05-4274-8adc-3f1abcffb0fd, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61831410-84a7-43bc-87a3-181a49fa63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:09:51.929129 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:51.991424 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] For port 69d1789a-8f05-4274-8adc-3f1abcffb0fd, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:51.995547 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] For port 69d1789a-8f05-4274-8adc-3f1abcffb0fd, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=69d1789a-8f05-4274-8adc-3f1abcffb0fd,segment=NetworkSegment(61831410-84a7-43bc-87a3-181a49fa63a1),segment_id=61831410-84a7-43bc-87a3-181a49fa63a1)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:52.063578 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:52.148474 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775650b5-fd05-475b-bb32-d1a5e115cfbc None None] Pushing event updated for resources: {'Port': ['ID=69d1789a-8f05-4274-8adc-3f1abcffb0fd,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:53.314419 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54180) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:53.628055 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [None req-9590e11b-ec4e-40dd-8242-8f8c19f33872 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:09:53.629036 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-9590e11b-ec4e-40dd-8242-8f8c19f33872 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3134758 Jul 28 04:09:55.987605 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54188) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:56.292983 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [None req-482ccf69-d520-4e4c-b237-0fb8181e2bc4 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:09:56.293958 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-482ccf69-d520-4e4c-b237-0fb8181e2bc4 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3053205 Jul 28 04:09:58.965493 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54198) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:59.262024 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-ed6dabab-6286-4d75-98b5-631598d1fa14 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'name': 'router1'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:59.348911 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ed6dabab-6286-4d75-98b5-631598d1fa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-70909'] for router, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:59.350375 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ed6dabab-6286-4d75-98b5-631598d1fa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-70890'] for router, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:59.501191 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ed6dabab-6286-4d75-98b5-631598d1fa14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:59.561724 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ed6dabab-6286-4d75-98b5-631598d1fa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603305'] for router, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:59.719830 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ed6dabab-6286-4d75-98b5-631598d1fa14 admin admin] Notify callbacks [] for router, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:59.721047 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ed6dabab-6286-4d75-98b5-631598d1fa14 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7545989 Jul 28 04:10:00.475139 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67111dd0-0b9d-4a7d-a0eb-693fdb4b045b None None] Network e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:10:00.633348 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-007f4153-50ac-454b-a6fd-47f039238ef1 None None] Provisioning for port 69d1789a-8f05-4274-8adc-3f1abcffb0fd completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:10:01.214090 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 69d1789a-8f05-4274-8adc-3f1abcffb0fd up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:10:01.403506 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 69d1789a-8f05-4274-8adc-3f1abcffb0fd completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:10:01.407893 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 69d1789a-8f05-4274-8adc-3f1abcffb0fd triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:10:01.408302 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:01.518004 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:01.551483 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 69d1789a-8f05-4274-8adc-3f1abcffb0fd, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=69d1789a-8f05-4274-8adc-3f1abcffb0fd,segment=NetworkSegment(61831410-84a7-43bc-87a3-181a49fa63a1),segment_id=61831410-84a7-43bc-87a3-181a49fa63a1)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:01.639581 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:01.685882 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=69d1789a-8f05-4274-8adc-3f1abcffb0fd,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:02.092527 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54210) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:02.289001 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-006dc022-9a27-4025-99ba-8a407c1279ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:02.399437 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [None req-5f34bacd-5537-4f75-93d7-51dbad861f81 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:10:02.400449 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-5f34bacd-5537-4f75-93d7-51dbad861f81 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069587 Jul 28 04:10:03.198230 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 69d1789a-8f05-4274-8adc-3f1abcffb0fd up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:10:03.246391 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 69d1789a-8f05-4274-8adc-3f1abcffb0fd triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:10:03.246763 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:04.771210 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-aeb0dc38-32bc-47ca-95cd-aa709cc3cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:04.845815 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54218) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:05.146665 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:05.188075 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:05.289145 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Made reservation on behalf of 9fdced5eee2f4089ac21901cc41c1e0f for: {'network': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:10:05.291945 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:05.307453 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:05.422954 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:05.479092 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:05.490046 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Reserving flat network on physical network physnet1 {{(pid=93704) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 04:10:05.521925 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759952121896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:05.522497 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Unsubscribe: segment precommit_create {{(pid=93704) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 04:10:05.522997 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.segments_db [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Added segment bdafba02-dbef-40d8-b87e-3ee0cd1acece of type flat for network d3136975-6585-468b-8186-a315d5f73f38 Jul 28 04:10:05.541392 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b709d8f-bb9e-4b40-8f0f-493f09c7f67d,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:05.561341 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:05.561700 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:05.562040 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:05.562370 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:05.562695 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:05.563034 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:05.563360 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:05.563729 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:05.564072 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:05.564424 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:05.564707 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:05.565024 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Tracked resource versions report: Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: pushed versions: Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: { 'AddressGroup': {'1.2'}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'ConntrackHelper': {'1.0'}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Log': {'1.0'}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Network': {'1.1'}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Port': {'1.7'}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'PortForwarding': {'1.2'}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'QosPolicy': {'1.8'}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'SecurityGroup': {'1.4'}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'SecurityGroupRule': {'1.2'}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'SubPort': {'1.0'}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Subnet': {'1.1'}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Trunk': {'1.1'}} Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: consumer versions: Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: { DHCP agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: L3 agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: Metadata agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: Metering agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: Open vSwitch agent@dv-cinder-740146-11-iscsi: { 'AddressGroup': '1.2', Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'ConntrackHelper': '1.0', Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Log': '1.0', Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Network': '1.1', Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Port': '1.7', Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'PortForwarding': '1.2', Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'QosPolicy': '1.8', Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'SecurityGroup': '1.4', Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'SecurityGroupRule': '1.2', Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'SubPort': '1.0', Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Subnet': '1.1', Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Trunk': '1.1'}} Jul 28 04:10:05.566353 dv-cinder-740146-11-iscsi neutron-server[93704]: {{(pid=93704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 04:10:05.653462 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:05.827050 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:05.828137 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:05.828792 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:05.924165 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] Pushing event updated for resources: {'Network': ['ID=d3136975-6585-468b-8186-a315d5f73f38,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:05.934032 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network d3136975-6585-468b-8186-a315d5f73f38 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:10:06.010001 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-cf895162-93e5-4c6f-9d93-c559f138508d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1631281 Jul 28 04:10:06.250700 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:07.683451 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:08.354513 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54240) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:08.564495 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c25621b-23cb-471b-82e7-a6e75efc9538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:08.565905 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-2c25621b-23cb-471b-82e7-a6e75efc9538 admin admin] 10.222.0.42 "GET /v2.0/subnets/08337dcd-25bf-4331-9e3a-930db0dafafb HTTP/1.1" status: 200 len: 849 time: 0.2104285 Jul 28 04:10:08.705170 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ce25c3da-5734-4d33-bbbc-301a08313b85 admin admin] 10.222.0.42 "GET /v2.0/routers/2d065d3a-6216-4c13-ba54-41bbfc7f3f57 HTTP/1.1" status: 200 len: 704 time: 0.1333311 Jul 28 04:10:08.973170 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:09.263824 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Allocated IP 172.20.0.1 (e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95/08337dcd-25bf-4331-9e3a-930db0dafafb/c0440ce9-068d-45fd-ace1-8c6541b1829c) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:10:09.445736 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:09.469387 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Transition to ACTIVE for port object c0440ce9-068d-45fd-ace1-8c6541b1829c will not be triggered until provisioned by entity DHCP. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:10:09.599751 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:09.662272 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Network e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:10:09.666876 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:10:09.670569 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:10:09.671088 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603126'] for router_interface, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:09.748259 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Pushing event updated for resources: {'Port': ['ID=c0440ce9-068d-45fd-ace1-8c6541b1829c,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:09.879747 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-bae6ebf9-6b6c-4714-a0e5-b031e7826a5d None None] Provisioning for port c0440ce9-068d-45fd-ace1-8c6541b1829c completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:10:09.883643 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-bae6ebf9-6b6c-4714-a0e5-b031e7826a5d None None] Provisioning complete for port c0440ce9-068d-45fd-ace1-8c6541b1829c triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:10:09.884028 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-bae6ebf9-6b6c-4714-a0e5-b031e7826a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:09.917092 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-bae6ebf9-6b6c-4714-a0e5-b031e7826a5d None None] Port c0440ce9-068d-45fd-ace1-8c6541b1829c cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:10:10.012424 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:10.217647 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:10.273570 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:10.274310 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707430'] for router_interface, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:10.350903 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Pushing event updated for resources: {'Port': ['ID=c0440ce9-068d-45fd-ace1-8c6541b1829c,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:10.398100 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Network e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:10:10.399365 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:10:10.638964 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-98f2019f-f455-4c5c-ab73-368aa40632d2 None None] Provisioning complete for port c0440ce9-068d-45fd-ace1-8c6541b1829c triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:10:10.639303 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Router 2d065d3a-6216-4c13-ba54-41bbfc7f3f57 is scheduled to L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 with binding_index 1 {{(pid=93704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:10:10.639808 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-98f2019f-f455-4c5c-ab73-368aa40632d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:10.672938 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-98f2019f-f455-4c5c-ab73-368aa40632d2 None None] Port c0440ce9-068d-45fd-ace1-8c6541b1829c cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:10:10.733060 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:10:10.738353 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-74e1ab4a-3067-4164-a050-6aaf1b7b09ea admin admin] 10.222.0.42 "PUT /v2.0/routers/2d065d3a-6216-4c13-ba54-41bbfc7f3f57/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0279329 Jul 28 04:10:10.743443 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Sync routers for ids ['2d065d3a-6216-4c13-ba54-41bbfc7f3f57'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:10:10.756299 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Routers {'2d065d3a-6216-4c13-ba54-41bbfc7f3f57'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:10:10.757673 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:10:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['2d065d3a-6216-4c13-ba54-41bbfc7f3f57'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:10.942014 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Set router 2d065d3a-6216-4c13-ba54-41bbfc7f3f57 gateway port host: None {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:10:11.362726 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'name': 'router1', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:59Z', 'updated_at': '2021-07-28T04:10:09Z', 'revision_number': 2, 'project_id': 'a61f48c59bda46c2ba306c909c319d49', 'gw_port_host': None, '_interfaces': [{'id': 'c0440ce9-068d-45fd-ace1-8c6541b1829c', 'name': '', 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'mac_address': 'fa:16:3e:55:84:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08337dcd-25bf-4331-9e3a-930db0dafafb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:10:08Z', 'updated_at': '2021-07-28T04:10:10Z', 'revision_number': 2, 'project_id': 'a61f48c59bda46c2ba306c909c319d49', 'subnets': [{'id': '08337dcd-25bf-4331-9e3a-930db0dafafb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36612876-06d8-4550-a55a-75e745593cdb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:11.410775 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Checking router: 2d065d3a-6216-4c13-ba54-41bbfc7f3f57 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:10:11.411062 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Updating router 2d065d3a-6216-4c13-ba54-41bbfc7f3f57 port c0440ce9-068d-45fd-ace1-8c6541b1829c binding host dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:10:11.459251 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:11.971304 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:11.989230 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Transition to ACTIVE for port object c0440ce9-068d-45fd-ace1-8c6541b1829c will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:10:12.054340 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:12.214707 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Pushing event updated for resources: {'Port': ['ID=c0440ce9-068d-45fd-ace1-8c6541b1829c,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:12.220978 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Attempting to bind port c0440ce9-068d-45fd-ace1-8c6541b1829c on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:10:12.221441 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Attempting to bind port c0440ce9-068d-45fd-ace1-8c6541b1829c by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '61831410-84a7-43bc-87a3-181a49fa63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:10:12.221810 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Attempting to bind port c0440ce9-068d-45fd-ace1-8c6541b1829c on network e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:10:12.229760 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:10:12.230180 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Checking segment: {'id': '61831410-84a7-43bc-87a3-181a49fa63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:10:12.230710 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:12.231012 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Bound using segment: {'id': '61831410-84a7-43bc-87a3-181a49fa63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:10:12.232072 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Bound port: c0440ce9-068d-45fd-ace1-8c6541b1829c, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61831410-84a7-43bc-87a3-181a49fa63a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:10:12.232072 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:12.235652 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:12.236005 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:12.236341 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:12.236664 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:12.236989 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:12.237314 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:12.237643 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:12.237965 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:12.238301 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:12.238626 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:12.238944 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:12.239262 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Tracked resource versions report: Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: pushed versions: Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: { 'AddressGroup': {'1.2'}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'ConntrackHelper': {'1.0'}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Log': {'1.0'}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Network': {'1.1'}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Port': {'1.7'}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'PortForwarding': {'1.2'}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'QosPolicy': {'1.8'}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'SecurityGroup': {'1.4'}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'SecurityGroupRule': {'1.2'}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'SubPort': {'1.0'}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Subnet': {'1.1'}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Trunk': {'1.1'}} Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: consumer versions: Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: { DHCP agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: L3 agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: Metadata agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: Metering agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: Open vSwitch agent@dv-cinder-740146-11-iscsi: { 'AddressGroup': '1.2', Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'ConntrackHelper': '1.0', Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Log': '1.0', Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Network': '1.1', Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Port': '1.7', Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'PortForwarding': '1.2', Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'QosPolicy': '1.8', Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'SecurityGroup': '1.4', Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'SecurityGroupRule': '1.2', Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'SubPort': '1.0', Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Subnet': '1.1', Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Trunk': '1.1'}} Jul 28 04:10:12.240627 dv-cinder-740146-11-iscsi neutron-server[93706]: {{(pid=93706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 04:10:12.304823 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] For port c0440ce9-068d-45fd-ace1-8c6541b1829c, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:10:12.326062 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] For port c0440ce9-068d-45fd-ace1-8c6541b1829c, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=c0440ce9-068d-45fd-ace1-8c6541b1829c,segment=NetworkSegment(61831410-84a7-43bc-87a3-181a49fa63a1),segment_id=61831410-84a7-43bc-87a3-181a49fa63a1)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:10:12.394323 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:12.456874 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190b9c0-30f3-43c2-8df4-1acfe199a61f None None] Pushing event updated for resources: {'Port': ['ID=c0440ce9-068d-45fd-ace1-8c6541b1829c,revision_number=4']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:12.459402 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Routers {'2d065d3a-6216-4c13-ba54-41bbfc7f3f57'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:10:12.460014 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:10:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['2d065d3a-6216-4c13-ba54-41bbfc7f3f57'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:12.552648 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] Set router 2d065d3a-6216-4c13-ba54-41bbfc7f3f57 gateway port host: None {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:10:12.759348 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'name': 'router1', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:59Z', 'updated_at': '2021-07-28T04:10:09Z', 'revision_number': 2, 'project_id': 'a61f48c59bda46c2ba306c909c319d49', 'gw_port_host': None, '_interfaces': [{'id': 'c0440ce9-068d-45fd-ace1-8c6541b1829c', 'name': '', 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'mac_address': 'fa:16:3e:55:84:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08337dcd-25bf-4331-9e3a-930db0dafafb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:10:08Z', 'updated_at': '2021-07-28T04:10:12Z', 'revision_number': 4, 'project_id': 'a61f48c59bda46c2ba306c909c319d49', 'subnets': [{'id': '08337dcd-25bf-4331-9e3a-930db0dafafb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36612876-06d8-4550-a55a-75e745593cdb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:12.788754 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f67c14-e0f8-4366-bcb7-1296bed5cf9a None None] The sync data for ids ['2d065d3a-6216-4c13-ba54-41bbfc7f3f57'] in dv-cinder-740146-11-iscsi is: [{'id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'name': 'router1', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:59Z', 'updated_at': '2021-07-28T04:10:09Z', 'revision_number': 2, 'project_id': 'a61f48c59bda46c2ba306c909c319d49', 'gw_port_host': None, '_interfaces': [{'id': 'c0440ce9-068d-45fd-ace1-8c6541b1829c', 'name': '', 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'mac_address': 'fa:16:3e:55:84:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08337dcd-25bf-4331-9e3a-930db0dafafb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:10:08Z', 'updated_at': '2021-07-28T04:10:12Z', 'revision_number': 4, 'project_id': 'a61f48c59bda46c2ba306c909c319d49', 'subnets': [{'id': '08337dcd-25bf-4331-9e3a-930db0dafafb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36612876-06d8-4550-a55a-75e745593cdb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:10:12.975104 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54260) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:13.084342 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf31832-a2e8-477f-94a1-ffe73a340e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:13.085649 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-dbf31832-a2e8-477f-94a1-ffe73a340e2e admin admin] 10.222.0.42 "GET /v2.0/networks/d3136975-6585-468b-8186-a315d5f73f38 HTTP/1.1" status: 200 len: 842 time: 0.1094542 Jul 28 04:10:13.096313 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:13.204965 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] Made reservation on behalf of 9fdced5eee2f4089ac21901cc41c1e0f for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:10:13.207420 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:13.575845 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.objects.ports [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93704) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 04:10:13.576262 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:13.632397 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8825da86-d228-4311-80eb-c27139fea1af,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:13.644681 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] Checking segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:10:13.644681 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] Network hostable DHCP agents. Network: d3136975-6585-468b-8186-a315d5f73f38, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:10:13.751830 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] Network d3136975-6585-468b-8186-a315d5f73f38 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:10:13.831680 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, d3136975-6585-468b-8186-a315d5f73f38) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:10:13.835795 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:13.836436 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:13.843333 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e526a-d17c-4e31-8cea-e89a27474e04 None None] Network d3136975-6585-468b-8186-a315d5f73f38 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:10:13.924240 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-c497e219-90e0-454a-804a-965b1fe37e4b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8313096 Jul 28 04:10:13.968072 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc3f5f8-dc32-4b0e-9095-3b1a30668811 None None] Network d3136975-6585-468b-8186-a315d5f73f38 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:10:16.234562 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54268) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:16.368946 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-446f4ff7-4376-4c4e-8f29-d9bae536102b admin admin] 10.222.0.42 "GET /v2.0/routers/2d065d3a-6216-4c13-ba54-41bbfc7f3f57 HTTP/1.1" status: 200 len: 710 time: 0.1332328 Jul 28 04:10:16.454637 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3a82e-7c4b-44c2-af41-45febf22d172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:16.456033 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-16f3a82e-7c4b-44c2-af41-45febf22d172 admin admin] 10.222.0.42 "GET /v2.0/networks/d3136975-6585-468b-8186-a315d5f73f38 HTTP/1.1" status: 200 len: 886 time: 0.0807042 Jul 28 04:10:16.465344 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:16.789446 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-70680'] for router, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:17.108260 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:17.186993 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:17.288340 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Allocated IP 172.27.2.248 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:10:17.391118 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:17.479353 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:17.515264 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:10:17.518009 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:10:17.521402 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:10:17.529460 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Pushing event updated for resources: {'Port': ['ID=d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:17.879930 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:18.084213 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-70680'] for router, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:18.087689 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1623673'] for router, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:18.279308 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Router 2d065d3a-6216-4c13-ba54-41bbfc7f3f57 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:10:18.382879 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:10:18.386986 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] Notify callbacks [] for router, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:18.388388 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-4f0d21f9-4125-497c-a9f2-0751ed71bdee admin admin] 10.222.0.42 "PUT /v2.0/routers/2d065d3a-6216-4c13-ba54-41bbfc7f3f57 HTTP/1.1" status: 200 len: 890 time: 1.9262421 Jul 28 04:10:19.235009 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device c0440ce9-068d-45fd-ace1-8c6541b1829c up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:10:19.268504 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Sync routers for ids ['2d065d3a-6216-4c13-ba54-41bbfc7f3f57'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:10:19.287211 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Routers {'2d065d3a-6216-4c13-ba54-41bbfc7f3f57'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:10:19.287882 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:10:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['2d065d3a-6216-4c13-ba54-41bbfc7f3f57'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:19.494925 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port c0440ce9-068d-45fd-ace1-8c6541b1829c completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:10:19.515914 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port c0440ce9-068d-45fd-ace1-8c6541b1829c triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:10:19.516226 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:19.586167 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Set router 2d065d3a-6216-4c13-ba54-41bbfc7f3f57 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:10:19.836729 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:19.921944 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port c0440ce9-068d-45fd-ace1-8c6541b1829c, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=c0440ce9-068d-45fd-ace1-8c6541b1829c,segment=NetworkSegment(61831410-84a7-43bc-87a3-181a49fa63a1),segment_id=61831410-84a7-43bc-87a3-181a49fa63a1)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:20.009472 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:20.080515 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=c0440ce9-068d-45fd-ace1-8c6541b1829c,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:20.092944 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'name': 'router1', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd10aa1e2-05fa-4c86-9e34-d7c91d0c80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:59Z', 'updated_at': '2021-07-28T04:10:17Z', 'revision_number': 4, 'project_id': 'a61f48c59bda46c2ba306c909c319d49', 'gw_port': {'id': 'd10aa1e2-05fa-4c86-9e34-d7c91d0c80d0', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:10:17Z', 'updated_at': '2021-07-28T04:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'c0440ce9-068d-45fd-ace1-8c6541b1829c', 'name': '', 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'mac_address': 'fa:16:3e:55:84:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08337dcd-25bf-4331-9e3a-930db0dafafb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:10:08Z', 'updated_at': '2021-07-28T04:10:12Z', 'revision_number': 4, 'project_id': 'a61f48c59bda46c2ba306c909c319d49', 'subnets': [{'id': '08337dcd-25bf-4331-9e3a-930db0dafafb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36612876-06d8-4550-a55a-75e745593cdb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:20.145882 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Checking router: 2d065d3a-6216-4c13-ba54-41bbfc7f3f57 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:10:20.146238 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Updating router 2d065d3a-6216-4c13-ba54-41bbfc7f3f57 port d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0 binding host dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:10:20.193789 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:20.525163 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Notify callbacks [] for port, precommit_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:20.534988 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Transition to ACTIVE for port object d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0 will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:10:20.626051 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:20.679119 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Attempting to bind port d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:10:20.679493 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Attempting to bind port d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:10:20.679879 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Attempting to bind port d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0 on network d3136975-6585-468b-8186-a315d5f73f38 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:10:20.681837 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c1894-813e-463d-8517-a3ff922078eb None None] Pushing event updated for resources: {'Port': ['ID=d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:20.687322 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:10:20.687717 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Checking segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:10:20.688117 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:20.688499 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Bound using segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:10:20.688951 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Bound port: d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:10:20.689877 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:20.740407 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] For port d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:10:20.743467 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] For port d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:10:20.780405 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54280) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:20.816503 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:20.881156 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c1894-813e-463d-8517-a3ff922078eb None None] Pushing event updated for resources: {'Port': ['ID=d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:20.883965 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Routers {'2d065d3a-6216-4c13-ba54-41bbfc7f3f57'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:10:20.884560 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:10:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['2d065d3a-6216-4c13-ba54-41bbfc7f3f57'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:20.900039 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-0539b879-6e17-4b38-8018-977da6511d85 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1184373 Jul 28 04:10:20.994381 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] Set router 2d065d3a-6216-4c13-ba54-41bbfc7f3f57 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:10:21.211300 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device c0440ce9-068d-45fd-ace1-8c6541b1829c up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:10:21.307386 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port c0440ce9-068d-45fd-ace1-8c6541b1829c triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:10:21.307795 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:21.412624 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'name': 'router1', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd10aa1e2-05fa-4c86-9e34-d7c91d0c80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:59Z', 'updated_at': '2021-07-28T04:10:17Z', 'revision_number': 4, 'project_id': 'a61f48c59bda46c2ba306c909c319d49', 'gw_port': {'id': 'd10aa1e2-05fa-4c86-9e34-d7c91d0c80d0', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:10:17Z', 'updated_at': '2021-07-28T04:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'c0440ce9-068d-45fd-ace1-8c6541b1829c', 'name': '', 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'mac_address': 'fa:16:3e:55:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08337dcd-25bf-4331-9e3a-930db0dafafb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:10:08Z', 'updated_at': '2021-07-28T04:10:19Z', 'revision_number': 5, 'project_id': 'a61f48c59bda46c2ba306c909c319d49', 'subnets': [{'id': '08337dcd-25bf-4331-9e3a-930db0dafafb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36612876-06d8-4550-a55a-75e745593cdb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:21.441006 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49504c-df1c-40ff-97b2-392052b3adf1 None None] The sync data for ids ['2d065d3a-6216-4c13-ba54-41bbfc7f3f57'] in dv-cinder-740146-11-iscsi is: [{'id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'name': 'router1', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'd10aa1e2-05fa-4c86-9e34-d7c91d0c80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:59Z', 'updated_at': '2021-07-28T04:10:17Z', 'revision_number': 4, 'project_id': 'a61f48c59bda46c2ba306c909c319d49', 'gw_port': {'id': 'd10aa1e2-05fa-4c86-9e34-d7c91d0c80d0', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:10:17Z', 'updated_at': '2021-07-28T04:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'c0440ce9-068d-45fd-ace1-8c6541b1829c', 'name': '', 'network_id': 'e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95', 'tenant_id': 'a61f48c59bda46c2ba306c909c319d49', 'mac_address': 'fa:16:3e:55:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d065d3a-6216-4c13-ba54-41bbfc7f3f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08337dcd-25bf-4331-9e3a-930db0dafafb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:10:08Z', 'updated_at': '2021-07-28T04:10:19Z', 'revision_number': 5, 'project_id': 'a61f48c59bda46c2ba306c909c319d49', 'subnets': [{'id': '08337dcd-25bf-4331-9e3a-930db0dafafb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36612876-06d8-4550-a55a-75e745593cdb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:10:23.252619 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:10:23.385905 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:10:23.391110 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:10:23.391596 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:23.487055 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:23.534437 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:23.627493 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:23.674911 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:24.361909 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 5 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:10:25.257039 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:10:25.336537 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port d10aa1e2-05fa-4c86-9e34-d7c91d0c80d0 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:10:25.337144 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:32.301468 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-49aeea99-aa50-4122-8d1d-1e857109b65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:34.747411 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c95a6786-7703-45f3-9798-067d44299e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:35.188481 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:36.222232 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:37.724305 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:01.362104 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 5 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:11:02.300767 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ed7f619c-ff3a-42b9-8420-5b54e2eb9826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:04.751608 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c8d23e70-f9b4-4c96-81ee-6b8a4e690737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:05.191783 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:06.237249 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:07.705721 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:32.298383 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-a643095b-e46d-46a9-9dd7-6b14d4e9bc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:34.732923 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-6cde5c32-ffdc-4139-806d-4b2e0264f990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:35.173076 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:36.241700 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:37.738539 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:38.362180 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 5 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:11:59.233979 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54848) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:59.293225 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.pecan_wsgi.hooks.translation [None req-a070d5da-8868-4258-9fc0-e3a150949bbb admin admin] GET failed (client error): The resource could not be found. Jul 28 04:11:59.294533 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-a070d5da-8868-4258-9fc0-e3a150949bbb admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596108 Jul 28 04:11:59.454565 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3cf651-86a4-4152-89f0-5561c68044d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:59.456093 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-0d3cf651-86a4-4152-89f0-5561c68044d6 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572592 Jul 28 04:12:01.616027 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54858) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:01.709496 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abc5f3a-8efc-491d-a1af-ef5e67d56262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:01.710886 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-9abc5f3a-8efc-491d-a1af-ef5e67d56262 admin admin] 10.222.0.42 "GET /v2.0/subnets/08337dcd-25bf-4331-9e3a-930db0dafafb HTTP/1.1" status: 200 len: 849 time: 0.0939050 Jul 28 04:12:01.721852 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:01.804978 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:02.011887 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759952046888'] for subnet, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:02.046515 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:02.047155 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:02.048470 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] 10.222.0.42 "PUT /v2.0/subnets/08337dcd-25bf-4331-9e3a-930db0dafafb HTTP/1.1" status: 200 len: 868 time: 0.3304064 Jul 28 04:12:02.049439 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8def32-9518-46b6-a840-c8a8e41a4ec5 None None] Network e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:12:02.062684 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08337dcd-25bf-4331-9e3a-930db0dafafb,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:02.069954 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:02.070318 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:02.070635 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:02.070965 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:02.071291 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:02.071645 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:02.072106 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:02.072457 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:02.072981 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:02.073314 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:02.073692 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:02.073952 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63e33b-986c-4433-84c8-e180d83eb073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:02.298122 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e06f-22fd-4a91-8822-6e4582fe6972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:02.477469 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-aca057f9-67ff-4e35-9e82-79618c3c094b None None] Provisioning complete for port c0440ce9-068d-45fd-ace1-8c6541b1829c triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:02.477836 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-aca057f9-67ff-4e35-9e82-79618c3c094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:02.562693 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-aca057f9-67ff-4e35-9e82-79618c3c094b None None] Provisioning complete for port 69d1789a-8f05-4274-8adc-3f1abcffb0fd triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:02.562982 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-aca057f9-67ff-4e35-9e82-79618c3c094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:04.208826 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54866) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:04.403614 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49947b8-52a4-4795-8624-f192ab90a644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:04.404062 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49947b8-52a4-4795-8624-f192ab90a644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:04.405634 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-a49947b8-52a4-4795-8624-f192ab90a644 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958158 Jul 28 04:12:04.726334 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0cc25fcf-b47f-44c2-9532-03203f463fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:05.177952 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:06.246576 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:06.559421 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 54874) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:06.765650 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfda06d-a95d-409e-be46-25f0661cd0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:06.766054 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfda06d-a95d-409e-be46-25f0661cd0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:06.767604 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-6bfda06d-a95d-409e-be46-25f0661cd0f9 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2072139 Jul 28 04:12:07.703444 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:08.899673 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 54884) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:09.050145 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87feeb20-0070-43d9-b374-4c365e33944a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:09.051515 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-87feeb20-0070-43d9-b374-4c365e33944a admin admin] 10.222.0.42 "GET /v2.0/networks/d3136975-6585-468b-8186-a315d5f73f38 HTTP/1.1" status: 200 len: 886 time: 0.1508996 Jul 28 04:12:11.199328 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 54892) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:11.341287 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56de1b-1620-4e01-ac3d-e1101b49b095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:11.342634 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-bc56de1b-1620-4e01-ac3d-e1101b49b095 admin admin] 10.222.0.42 "GET /v2.0/networks/e89f9b3f-4fc9-494a-a5c2-5b3d9bc37e95 HTTP/1.1" status: 200 len: 869 time: 0.1423321 Jul 28 04:12:13.504150 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 54900) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:13.619412 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcbb6d1-2f06-4723-8e6c-696cd4397e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:13.619891 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcbb6d1-2f06-4723-8e6c-696cd4397e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:13.621412 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-ebcbb6d1-2f06-4723-8e6c-696cd4397e93 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210101 Jul 28 04:12:15.361159 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 5 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:12:15.774387 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54908) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:15.896548 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfb2b99-9626-4b6a-860c-2f3865feeaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:15.897012 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfb2b99-9626-4b6a-860c-2f3865feeaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:15.898566 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-2bfb2b99-9626-4b6a-860c-2f3865feeaee admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232386 Jul 28 04:12:18.025724 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54916) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:18.118438 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa58cf-622e-4f2e-9128-834ad2fd78c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:18.119945 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-a3fa58cf-622e-4f2e-9128-834ad2fd78c0 admin admin] 10.222.0.42 "GET /v2.0/subnets/08337dcd-25bf-4331-9e3a-930db0dafafb HTTP/1.1" status: 200 len: 868 time: 0.0926979 Jul 28 04:12:20.278200 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54924) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:20.361603 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52e19c1-9474-41e6-9df0-1e6c585917f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:20.362980 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-b52e19c1-9474-41e6-9df0-1e6c585917f6 admin admin] 10.222.0.42 "GET /v2.0/subnets/8825da86-d228-4311-80eb-c27139fea1af HTTP/1.1" status: 200 len: 816 time: 0.0838339 Jul 28 04:12:32.296947 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-332415bb-2fc9-4b4b-bdaf-8dd91b574cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.770333 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-64ac8c59-6168-4246-a581-d9d8afdad7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.188709 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:36.269186 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:37.702433 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:46.111058 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54978) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:46.156825 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [None req-65fe1ebc-87c6-411c-9be0-217a015062f7 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:12:46.157823 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-65fe1ebc-87c6-411c-9be0-217a015062f7 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458090 Jul 28 04:12:48.402215 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54986) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:48.460627 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bd4bea-d5bf-4c7e-8b0a-531d9a04e4b5 admin admin] GET failed (client error): The resource could not be found. Jul 28 04:12:48.462513 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-84bd4bea-d5bf-4c7e-8b0a-531d9a04e4b5 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593495 Jul 28 04:12:48.548495 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eaff80-0e1f-40a0-bb8b-a218e52b79a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:48.549951 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-b8eaff80-0e1f-40a0-bb8b-a218e52b79a4 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0820506 Jul 28 04:12:50.723180 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 54994) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:50.769892 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:50.856435 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] Made reservation on behalf of 9fdced5eee2f4089ac21901cc41c1e0f for: {'network': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:12:50.858697 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:50.887561 dv-cinder-740146-11-iscsi neutron-server[93704]: WARNING neutron.services.revisions.revision_plugin [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] Could not find related network for resource to bump revision. Jul 28 04:12:50.901797 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:12:50.911659 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:50.911951 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.segments_db [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] Added segment 56cb69d6-e7ba-419f-be05-4361fceacee6 of type vlan for network 4947140f-e6f2-4b73-9be4-c6d6a289ed8f Jul 28 04:12:50.950573 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:51.022278 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:51.023597 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:51.024821 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:51.085724 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=4947140f-e6f2-4b73-9be4-c6d6a289ed8f,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:51.096088 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network 4947140f-e6f2-4b73-9be4-c6d6a289ed8f details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:12:51.131877 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-21d8f6ed-10c1-4186-ade5-0e7b6d7fe6d9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4075210 Jul 28 04:12:52.359535 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 5 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:12:53.327027 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55002) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:53.387535 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a83827f-ef9a-4584-bd53-423fbb8483de admin admin] GET failed (client error): The resource could not be found. Jul 28 04:12:53.388884 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-1a83827f-ef9a-4584-bd53-423fbb8483de admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607369 Jul 28 04:12:53.456900 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ee638-c03f-4da3-8cce-a78ae6b9d916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:53.458339 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-4e6ee638-c03f-4da3-8cce-a78ae6b9d916 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651073 Jul 28 04:12:53.468986 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-b4f6c426-e7ca-4d88-ae23-3585f448830b admin admin] Request body: {'subnet': {'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:53.548001 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f6c426-e7ca-4d88-ae23-3585f448830b admin admin] Made reservation on behalf of 9fdced5eee2f4089ac21901cc41c1e0f for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:12:53.550259 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c426-e7ca-4d88-ae23-3585f448830b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.857127 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c426-e7ca-4d88-ae23-3585f448830b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.915127 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6c426-e7ca-4d88-ae23-3585f448830b admin admin] Pushing event updated for resources: {'Subnet': ['ID=599a556c-0de4-48c4-8015-85352b942126,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:53.923023 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f6c426-e7ca-4d88-ae23-3585f448830b admin admin] Checking segment: {'id': '56cb69d6-e7ba-419f-be05-4361fceacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:12:53.923380 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f6c426-e7ca-4d88-ae23-3585f448830b admin admin] Network hostable DHCP agents. Network: 4947140f-e6f2-4b73-9be4-c6d6a289ed8f, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:12:53.982216 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f6c426-e7ca-4d88-ae23-3585f448830b admin admin] Network 4947140f-e6f2-4b73-9be4-c6d6a289ed8f is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:12:54.027934 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-b4f6c426-e7ca-4d88-ae23-3585f448830b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, 4947140f-e6f2-4b73-9be4-c6d6a289ed8f) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:54.031942 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6c426-e7ca-4d88-ae23-3585f448830b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:54.032745 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c426-e7ca-4d88-ae23-3585f448830b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:54.037297 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea053aad-0625-4aa4-a18c-94b0ee5d5764 None None] Network 4947140f-e6f2-4b73-9be4-c6d6a289ed8f requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:12:54.114746 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-b4f6c426-e7ca-4d88-ae23-3585f448830b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6490047 Jul 28 04:12:54.286361 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74395e69-ebfd-5780-85ed-cc8d62eaf3f4-4947140f-e6f2-4b73-9be4-c6d6a289ed8f', 'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f', 'tenant_id': '9fdced5eee2f4089ac21901cc41c1e0f', 'fixed_ips': [{'subnet_id': '599a556c-0de4-48c4-8015-85352b942126'}]}} from dv-cinder-740146-11-iscsi. {{(pid=93705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:12:54.287250 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:54.422288 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.db_base_plugin_common [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Allocated IP 192.168.233.2 (4947140f-e6f2-4b73-9be4-c6d6a289ed8f/599a556c-0de4-48c4-8015-85352b942126/d2c9163d-04f7-4f90-9b14-03c3686d3ca5) {{(pid=93705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:12:54.572886 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Notify callbacks [] for port, precommit_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:54.581568 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Transition to ACTIVE for port object d2c9163d-04f7-4f90-9b14-03c3686d3ca5 will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:54.596630 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Transition to ACTIVE for port object d2c9163d-04f7-4f90-9b14-03c3686d3ca5 will not be triggered until provisioned by entity DHCP. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:54.690363 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:54.732182 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Network 4947140f-e6f2-4b73-9be4-c6d6a289ed8f is already hosted by enough agents. {{(pid=93705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:12:54.738014 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.base_scheduler [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Resources bound (agent type, host, resource id): {{(pid=93705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:54.740259 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Pushing event updated for resources: {'Port': ['ID=d2c9163d-04f7-4f90-9b14-03c3686d3ca5,revision_number=1']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:54.743220 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Received port after_create {{(pid=93705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:12:54.751934 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:54.752303 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:54.752657 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:54.752993 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:54.753328 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:54.753664 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:54.753994 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:54.754324 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:54.754668 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:54.755001 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:54.755329 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:54.755679 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:54.810418 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Attempting to bind port d2c9163d-04f7-4f90-9b14-03c3686d3ca5 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:12:54.810782 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Attempting to bind port d2c9163d-04f7-4f90-9b14-03c3686d3ca5 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '56cb69d6-e7ba-419f-be05-4361fceacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:12:54.811145 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Attempting to bind port d2c9163d-04f7-4f90-9b14-03c3686d3ca5 on network 4947140f-e6f2-4b73-9be4-c6d6a289ed8f {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:12:54.816129 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:12:54.816503 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Checking segment: {'id': '56cb69d6-e7ba-419f-be05-4361fceacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:12:54.816899 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:54.817284 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Bound using segment: {'id': '56cb69d6-e7ba-419f-be05-4361fceacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:12:54.817801 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Bound port: d2c9163d-04f7-4f90-9b14-03c3686d3ca5, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cb69d6-e7ba-419f-be05-4361fceacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:12:54.818202 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:54.882065 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] For port d2c9163d-04f7-4f90-9b14-03c3686d3ca5, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:12:54.885581 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] For port d2c9163d-04f7-4f90-9b14-03c3686d3ca5, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=d2c9163d-04f7-4f90-9b14-03c3686d3ca5,segment=NetworkSegment(56cb69d6-e7ba-419f-be05-4361fceacee6),segment_id=56cb69d6-e7ba-419f-be05-4361fceacee6)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:12:54.970350 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:55.028778 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd0f93-0a04-48ba-aa5b-9ed5f7ee7050 None None] Pushing event updated for resources: {'Port': ['ID=d2c9163d-04f7-4f90-9b14-03c3686d3ca5,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:55.350799 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device d2c9163d-04f7-4f90-9b14-03c3686d3ca5 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:55.466819 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port d2c9163d-04f7-4f90-9b14-03c3686d3ca5 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:55.849800 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab49c63f-b75f-4dc0-a1c0-2bce12e15eb7 None None] Network 4947140f-e6f2-4b73-9be4-c6d6a289ed8f requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:12:56.022288 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-58cf112b-05a7-40ea-a88c-d431657c5868 None None] Provisioning for port d2c9163d-04f7-4f90-9b14-03c3686d3ca5 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:56.027332 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-58cf112b-05a7-40ea-a88c-d431657c5868 None None] Provisioning complete for port d2c9163d-04f7-4f90-9b14-03c3686d3ca5 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:56.027746 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-58cf112b-05a7-40ea-a88c-d431657c5868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:56.113212 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-58cf112b-05a7-40ea-a88c-d431657c5868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:56.149711 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-58cf112b-05a7-40ea-a88c-d431657c5868 None None] For port d2c9163d-04f7-4f90-9b14-03c3686d3ca5, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=d2c9163d-04f7-4f90-9b14-03c3686d3ca5,segment=NetworkSegment(56cb69d6-e7ba-419f-be05-4361fceacee6),segment_id=56cb69d6-e7ba-419f-be05-4361fceacee6)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:56.233822 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-58cf112b-05a7-40ea-a88c-d431657c5868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:56.281920 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf112b-05a7-40ea-a88c-d431657c5868 None None] Pushing event updated for resources: {'Port': ['ID=d2c9163d-04f7-4f90-9b14-03c3686d3ca5,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:56.353981 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-dabb924d-e88b-493e-ac3c-48ff698d6713 None None] Provisioning complete for port d2c9163d-04f7-4f90-9b14-03c3686d3ca5 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:56.354538 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-dabb924d-e88b-493e-ac3c-48ff698d6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:57.322814 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device d2c9163d-04f7-4f90-9b14-03c3686d3ca5 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:57.369621 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port d2c9163d-04f7-4f90-9b14-03c3686d3ca5 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:57.370360 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:02.296652 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5b73-8e33-4f9c-90ec-5e09ae6247e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:04.872139 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c9ca17b6-32fa-4f79-983a-ef74c044cf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:05.171133 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:06.232235 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:07.736276 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.358470 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 5 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:13:32.278678 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-85c0c9ea-60ad-4848-bae4-a8365a3ed040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:34.758687 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-91ca6dbb-4585-4186-bd0d-254ed7af65ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:35.187451 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:36.244190 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:37.737276 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:02.283749 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-932d6a54-ded6-4e40-b75b-46bb27afd532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:04.761327 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-23fa5d7c-08d7-4bcc-b3c9-0c1ec709521f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:05.201214 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:06.243912 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:06.356883 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 5 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:14:07.729389 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:16.590938 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55054) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:16.596910 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [None req-e5a851ef-3e6e-4077-8b97-a3f601bbf17a tempest-verify_tempest_config-1565195035 tempest-verify_tempest_config-1565195035-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:14:16.597854 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-e5a851ef-3e6e-4077-8b97-a3f601bbf17a tempest-verify_tempest_config-1565195035 tempest-verify_tempest_config-1565195035-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059574 Jul 28 04:14:17.206481 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55072) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:17.310192 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:17.395759 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:17.461573 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:17.507081 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d584dccaa81421f8fe58a47fa6b1d98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2995272 Jul 28 04:14:17.508076 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e00ffa-5339-4ff6-9d94-9e34302d500e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:17.509079 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55078) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:17.514985 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.515331 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.515692 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.516036 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.516424 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.516765 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.517098 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.517454 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.517859 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.518130 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.518456 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.518784 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c14e32-1906-44b8-a262-d9a67cb43bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.564553 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:17.587349 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:17.786859 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:17.789290 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:17.791138 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5e00ffa-5339-4ff6-9d94-9e34302d500e HTTP/1.1" status: 204 len: 168 time: 0.2811089 Jul 28 04:14:17.799877 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e00ffa-5339-4ff6-9d94-9e34302d500e,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:17.805251 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.805653 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.805994 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.806324 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.806649 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.806988 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.807299 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.807651 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.807995 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.808316 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.808637 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:17.808950 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a9004-bc99-4ecf-a8cb-eac38f7c0c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:32.340363 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-a851aae6-2fc0-4423-bd3b-cc3fa325dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:34.765459 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-504bd411-0c1d-4297-8a64-70bf3850aeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:35.211076 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:36.282613 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:37.751414 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:43.354846 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 5 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:15:02.322095 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0202953d-41e7-40c0-b3b0-76c35a348a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:04.773705 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04b03aa9-4e1d-4633-a856-b571deb63b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:05.185351 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:06.244263 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:07.762373 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:20.353615 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 5 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:15:32.298813 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-d8f783e4-b2c6-451f-b69c-adb71a20353f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:34.751166 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f2a0a8aa-78a9-425f-818a-4c3da431cd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:35.191295 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:36.248393 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:37.750005 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:46.979742 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624286'] for agent, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:50.771918 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55130) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:50.871287 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-204a1223-74c3-40bb-8b63-d4e9ed6f7b2c admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0982771 Jul 28 04:15:53.108514 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55140) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:53.168354 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-4d6c1c85-d151-4b20-9407-ab898485f2fe admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0587392 Jul 28 04:15:57.352859 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:16:02.321150 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-a8c4f692-fb35-4c57-84e2-9c3f14dd1dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:04.739091 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-239b7618-a957-4153-9dac-c56f567f4666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:05.206312 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:06.275558 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:07.721346 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:16.950225 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:32.315321 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-4dea90f1-a8dc-42ce-b846-f9d0fdad724f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:34.351353 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:16:34.720902 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8fdbc66-c72f-459c-a174-78dea9e588cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:35.200496 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:36.280283 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:37.726219 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:46.908587 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:02.291055 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-b00dc4a2-3add-4691-8fe6-1459ea13b889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:04.748315 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9750ce5d-50c7-426f-b123-560f4ed21404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:05.204894 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:06.273561 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:07.754029 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:11.350424 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:17:16.959577 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:18.528528 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55322) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:18.817479 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2001754872-network', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:18.896110 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Made reservation on behalf of 49aa224c10c349e19917670e9bcf0df9 for: {'network': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:18.898837 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:18.909366 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:18.922412 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55352) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:18.993521 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.051650 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.081623 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:17:19.093248 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f1b608-48f5-48a7-a665-eca03326213a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:19.104404 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.104960 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.105467 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.105969 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.106466 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.106973 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.107453 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.108002 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Tracked resource versions report: Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: pushed versions: Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: { 'AddressGroup': {'1.2'}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'ConntrackHelper': {'1.0'}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Log': {'1.0'}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Network': {'1.1'}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Port': {'1.7'}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'PortForwarding': {'1.2'}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'QosPolicy': {'1.8'}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'SecurityGroup': {'1.4'}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'SecurityGroupRule': {'1.2'}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'SubPort': {'1.0'}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Subnet': {'1.1'}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Trunk': {'1.1'}} Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: consumer versions: Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: { DHCP agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: HyperV agent@hv-cinder-74014: {}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: L3 agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: Metadata agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: Metering agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: Open vSwitch agent@dv-cinder-740146-11-iscsi: { 'AddressGroup': '1.2', Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'ConntrackHelper': '1.0', Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Log': '1.0', Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Network': '1.1', Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Port': '1.7', Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'PortForwarding': '1.2', Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'QosPolicy': '1.8', Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'SecurityGroup': '1.4', Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'SecurityGroupRule': '1.2', Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'SubPort': '1.0', Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Subnet': '1.1', Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: 'Trunk': '1.1'}} Jul 28 04:17:19.113256 dv-cinder-740146-11-iscsi neutron-server[93703]: {{(pid=93703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 04:17:19.117262 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.117795 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.segments_db [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Added segment 1de3583d-dec1-48da-814e-ab2f77b5d696 of type vlan for network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d Jul 28 04:17:19.160909 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.245462 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.248312 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:19.249095 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.318399 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec26ca8-ebd2-4355-b18e-97b6c974b90d,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:19.328647 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:17:19.334745 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55368) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:19.335212 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-b9f8659a-da69-4c15-ba28-d9e887df55a4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8053546 Jul 28 04:17:19.340191 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Request body: {'subnet': {'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2001754872-subnet', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:19.385601 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-774031321-network', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:19.411247 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55370) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:19.435312 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Made reservation on behalf of 49aa224c10c349e19917670e9bcf0df9 for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:19.437767 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.605537 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Made reservation on behalf of 73f850d47a504c4fbcc9cf0c5494e24a for: {'network': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:19.607944 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.613669 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55382) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:19.631772 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.648915 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55386) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:19.682892 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1476393509-network', 'tenant_id': 'f7ce1c3edef441e0a4269863cb2d8da8'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:19.698844 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.785948 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Checking segment: {'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:19.786950 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Network hostable DHCP agents. Network: 0ec26ca8-ebd2-4355-b18e-97b6c974b90d, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:17:19.812701 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a69832-7371-46dc-8a4c-e6392964750d,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:19.833448 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.836423 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.838052 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.838052 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.838052 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.838052 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.838526 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.838526 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.838840 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.839186 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.839521 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.839874 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.840194 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Tracked resource versions report: Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: pushed versions: Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: { 'AddressGroup': {'1.2'}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'ConntrackHelper': {'1.0'}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Log': {'1.0'}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Network': {'1.1'}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Port': {'1.7'}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'PortForwarding': {'1.2'}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'QosPolicy': {'1.8'}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'SecurityGroup': {'1.4'}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'SecurityGroupRule': {'1.2'}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'SubPort': {'1.0'}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Subnet': {'1.1'}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Trunk': {'1.1'}} Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: consumer versions: Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: { DHCP agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: HyperV agent@hv-cinder-74014: {}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: L3 agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: Metadata agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: Metering agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: Open vSwitch agent@dv-cinder-740146-11-iscsi: { 'AddressGroup': '1.2', Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'ConntrackHelper': '1.0', Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Log': '1.0', Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Network': '1.1', Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Port': '1.7', Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'PortForwarding': '1.2', Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'QosPolicy': '1.8', Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'SecurityGroup': '1.4', Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'SecurityGroupRule': '1.2', Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'SubPort': '1.0', Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Subnet': '1.1', Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: 'Trunk': '1.1'}} Jul 28 04:17:19.841278 dv-cinder-740146-11-iscsi neutron-server[93704]: {{(pid=93704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 04:17:19.912373 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.937955 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-386651304-network', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:19.941536 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:17:19.956125 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:17:19.960531 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1263778927-network', 'tenant_id': '1089e5c57f6346feb7bc08c65f939b2a'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:19.966130 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770953b5-c373-498b-9559-a5a1e19b3d05,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:19.973380 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:19.973719 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.segments_db [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Added segment 50826755-b99a-47da-85cb-a8dd860ea7b3 of type vlan for network ad3aa4ec-5218-405d-a846-29fb1ba69d88 Jul 28 04:17:20.009661 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Made reservation on behalf of f7ce1c3edef441e0a4269863cb2d8da8 for: {'network': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:20.009661 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.012404 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.db.api [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 04:17:20.012404 dv-cinder-740146-11-iscsi neutron-server[93703]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 04:17:20.012404 dv-cinder-740146-11-iscsi neutron-server[93703]: [parameters: {'project_id_1': '1089e5c57f6346feb7bc08c65f939b2a', 'expiration_1': datetime.datetime(2021, 7, 28, 4, 17, 19, 965515)}] Jul 28 04:17:20.012404 dv-cinder-740146-11-iscsi neutron-server[93703]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 04:17:20.012764 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG oslo_db.api [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 04:17:20.023909 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.028807 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.039420 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, 0ec26ca8-ebd2-4355-b18e-97b6c974b90d) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:20.044028 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:20.044781 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.049675 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b6cce0-944e-4deb-a051-12c3b364f86c None None] Network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:17:20.074961 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Made reservation on behalf of a6d5e8fcb96b4e1b89ed637f1b716060 for: {'network': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:20.077751 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.107153 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.159352 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55416) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:20.163401 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-d7b00501-a679-4bc0-94eb-e979e128fa76 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8270912 Jul 28 04:17:20.168440 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2001754872-router', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:20.177756 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.178722 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:20.181428 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.268860 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780de7e8-5ed8-460e-803b-583d68a45311 None None] Network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:17:20.273727 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] Pushing event updated for resources: {'Network': ['ID=ad3aa4ec-5218-405d-a846-29fb1ba69d88,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:20.320625 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.345309 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network ad3aa4ec-5218-405d-a846-29fb1ba69d88 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:17:20.368100 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.415734 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2adc4c-4f85-4a00-a57c-f36c804605e5,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:20.424179 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:17:20.442079 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-8f2b2fa4-3bff-4110-90eb-4516d6fdda22 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5106564 Jul 28 04:17:20.442079 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55422) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:20.445239 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-33d7c83d-1735-4fcf-ba37-c44bccaa4f21 admin admin] Request body: {'subnet': {'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-subnet', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:20.450149 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.450639 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.segments_db [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Added segment ee967d50-1c38-4261-a533-51be979ae432 of type vlan for network 16316ecb-b37f-4c49-974b-53cd70ed76e7 Jul 28 04:17:20.529602 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.581533 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.622376 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.624090 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:20.631087 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.656479 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.684287 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:17:20.695732 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=16316ecb-b37f-4c49-974b-53cd70ed76e7,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:20.704184 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.711533 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.segments_db [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Added segment 869cffd8-2300-45b2-abef-aad504e813a9 of type vlan for network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 Jul 28 04:17:20.711930 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network 16316ecb-b37f-4c49-974b-53cd70ed76e7 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:17:20.726625 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9080177-ac17-42a3-9a02-d51508d68ddc,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:20.764951 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-70909'] for router, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.766429 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-70890'] for router, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.780667 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.815405 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-fe744e07-8c45-43a4-a998-320cb1b09ed4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4030361 Jul 28 04:17:20.819226 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55442) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:20.824231 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-2c0cc287-3ffe-4e32-8d3f-6b20c9456cd9 admin admin] Request body: {'subnet': {'network_id': '16316ecb-b37f-4c49-974b-53cd70ed76e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1476393509-subnet', 'tenant_id': 'f7ce1c3edef441e0a4269863cb2d8da8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:20.930446 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d7c83d-1735-4fcf-ba37-c44bccaa4f21 admin admin] Made reservation on behalf of 73f850d47a504c4fbcc9cf0c5494e24a for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:20.933197 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d7c83d-1735-4fcf-ba37-c44bccaa4f21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.952822 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.120699 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Made reservation on behalf of 1089e5c57f6346feb7bc08c65f939b2a for: {'network': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:21.122982 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.160401 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.161732 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:21.162515 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.186003 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.194981 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0cc287-3ffe-4e32-8d3f-6b20c9456cd9 admin admin] Made reservation on behalf of f7ce1c3edef441e0a4269863cb2d8da8 for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:21.202088 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc287-3ffe-4e32-8d3f-6b20c9456cd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.250819 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d7c83d-1735-4fcf-ba37-c44bccaa4f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.324169 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7c83d-1735-4fcf-ba37-c44bccaa4f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=544bb25e-b022-43b8-9330-a0732814dcb0,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:21.374507 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7595840 Jul 28 04:17:21.378762 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55464) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:21.383733 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-67b15a2a-ee96-4724-8ae8-d2d3043e2096 admin admin] Request body: {'subnet': {'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-386651304-subnet', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:21.389287 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7c83d-1735-4fcf-ba37-c44bccaa4f21 admin admin] Checking segment: {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:21.389689 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7c83d-1735-4fcf-ba37-c44bccaa4f21 admin admin] Network hostable DHCP agents. Network: ad3aa4ec-5218-405d-a846-29fb1ba69d88, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:17:21.475215 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde776f-ae4c-47be-bc62-246c86a4609a admin admin] Pushing event updated for resources: {'Network': ['ID=880a12e9-ee47-4c1b-b00c-4c33d279cfa3,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:21.486670 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-70680'] for router, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.488357 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:17:21.555361 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7c83d-1735-4fcf-ba37-c44bccaa4f21 admin admin] Network ad3aa4ec-5218-405d-a846-29fb1ba69d88 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:17:21.555804 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.582859 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc287-3ffe-4e32-8d3f-6b20c9456cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.637121 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.645733 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cc287-3ffe-4e32-8d3f-6b20c9456cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9178c59d-e074-4ffd-81af-72d20b34c569,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:21.659651 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:17:21.668661 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0cc287-3ffe-4e32-8d3f-6b20c9456cd9 admin admin] Checking segment: {'id': 'ee967d50-1c38-4261-a533-51be979ae432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16316ecb-b37f-4c49-974b-53cd70ed76e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:21.669096 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0cc287-3ffe-4e32-8d3f-6b20c9456cd9 admin admin] Network hostable DHCP agents. Network: 16316ecb-b37f-4c49-974b-53cd70ed76e7, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:17:21.689414 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b41bafb-6fec-493a-9687-0876108688f4,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:21.690646 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-33d7c83d-1735-4fcf-ba37-c44bccaa4f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, ad3aa4ec-5218-405d-a846-29fb1ba69d88) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:21.690732 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.690732 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.segments_db [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Added segment 6a7a7ae7-9942-44a9-83ab-fadad5fab57a of type vlan for network c90076fc-be26-4230-8453-0eb58936742a Jul 28 04:17:21.690891 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7c83d-1735-4fcf-ba37-c44bccaa4f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:21.690891 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d7c83d-1735-4fcf-ba37-c44bccaa4f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.694096 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7703f8-319a-4846-9c19-feead0a98a48 None None] Network ad3aa4ec-5218-405d-a846-29fb1ba69d88 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:17:21.748273 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.755079 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b15a2a-ee96-4724-8ae8-d2d3043e2096 admin admin] Made reservation on behalf of a6d5e8fcb96b4e1b89ed637f1b716060 for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:21.760584 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-67b15a2a-ee96-4724-8ae8-d2d3043e2096 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.822721 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0cc287-3ffe-4e32-8d3f-6b20c9456cd9 admin admin] Network 16316ecb-b37f-4c49-974b-53cd70ed76e7 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:17:21.834962 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-33d7c83d-1735-4fcf-ba37-c44bccaa4f21 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3945498 Jul 28 04:17:21.838451 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55468) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:21.842331 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:21.847113 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-2c0cc287-3ffe-4e32-8d3f-6b20c9456cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, 16316ecb-b37f-4c49-974b-53cd70ed76e7) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:21.851453 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74395e69-ebfd-5780-85ed-cc8d62eaf3f4-ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0'}]}} from dv-cinder-740146-11-iscsi. {{(pid=93705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:17:21.853171 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.858798 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa1b8d-e239-46cc-977c-3eee4f1811bd None None] Network 16316ecb-b37f-4c49-974b-53cd70ed76e7 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:17:21.858991 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0cc287-3ffe-4e32-8d3f-6b20c9456cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:21.859380 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc287-3ffe-4e32-8d3f-6b20c9456cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.936440 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.937421 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:21.937992 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.969443 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-70909'] for router, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.980756 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-70890'] for router, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.069766 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55478) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:22.094816 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.130976 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.130976 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] Pushing event updated for resources: {'Network': ['ID=c90076fc-be26-4230-8453-0eb58936742a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:22.140821 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-2c0cc287-3ffe-4e32-8d3f-6b20c9456cd9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3097339 Jul 28 04:17:22.151529 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network c90076fc-be26-4230-8453-0eb58936742a details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:17:22.192111 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-10d1d77c-ddee-4db0-ac4b-bb3693543f4d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5414844 Jul 28 04:17:22.192945 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55490) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:22.206955 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-a83694c8-8359-4984-bddc-e17e05afa5bf admin admin] Request body: {'subnet': {'network_id': 'c90076fc-be26-4230-8453-0eb58936742a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1263778927-subnet', 'tenant_id': '1089e5c57f6346feb7bc08c65f939b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:22.265716 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.274190 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f25174-bb91-4f41-b5c1-693f75a81859 None None] Network 16316ecb-b37f-4c49-974b-53cd70ed76e7 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:17:22.316854 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.db_base_plugin_common [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Allocated IP 172.20.0.2 (ad3aa4ec-5218-405d-a846-29fb1ba69d88/544bb25e-b022-43b8-9330-a0732814dcb0/c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f) {{(pid=93705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:22.357153 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-67b15a2a-ee96-4724-8ae8-d2d3043e2096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.368616 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83694c8-8359-4984-bddc-e17e05afa5bf admin admin] Made reservation on behalf of 1089e5c57f6346feb7bc08c65f939b2a for: {'subnet': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:22.370900 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a83694c8-8359-4984-bddc-e17e05afa5bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.373446 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Allocated IP 172.27.2.86 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/fdd67c24-4577-4201-b336-f4d1d247ed99) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:22.558839 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.568203 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Transition to ACTIVE for port object c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:22.582568 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-70680'] for router, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.589736 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-10b72bc9-9130-4bb6-9739-61da97622f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.600231 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Transition to ACTIVE for port object c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f will not be triggered until provisioned by entity DHCP. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:22.694807 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b15a2a-ee96-4724-8ae8-d2d3043e2096 admin admin] Checking segment: {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:22.695228 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b15a2a-ee96-4724-8ae8-d2d3043e2096 admin admin] Network hostable DHCP agents. Network: 880a12e9-ee47-4c1b-b00c-4c33d279cfa3, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:17:22.696418 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.727375 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55526) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:22.729658 dv-cinder-740146-11-iscsi neutron-server[93703]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 04:17:22.737628 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b15a2a-ee96-4724-8ae8-d2d3043e2096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:22.751118 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.760128 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Pushing event updated for resources: {'Port': ['ID=c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f,revision_number=1']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:22.773700 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a83694c8-8359-4984-bddc-e17e05afa5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.777671 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Network ad3aa4ec-5218-405d-a846-29fb1ba69d88 is already hosted by enough agents. {{(pid=93705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:22.783815 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.base_scheduler [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Resources bound (agent type, host, resource id): {{(pid=93705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:22.786572 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.787157 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.787719 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.788362 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.788901 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.789481 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.789995 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.790519 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.791059 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.791393 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.791745 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.792074 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Tracked resource versions report: Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: pushed versions: Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: { 'AddressGroup': {'1.2'}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'ConntrackHelper': {'1.0'}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Log': {'1.0'}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Network': {'1.1'}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Port': {'1.7'}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'PortForwarding': {'1.2'}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'QosPolicy': {'1.8'}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'SecurityGroup': {'1.4'}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'SecurityGroupRule': {'1.2'}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'SubPort': {'1.0'}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Subnet': {'1.1'}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Trunk': {'1.1'}} Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: consumer versions: Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: { DHCP agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: HyperV agent@hv-cinder-74014: {}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: L3 agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: Metadata agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: Metering agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: Open vSwitch agent@dv-cinder-740146-11-iscsi: { 'AddressGroup': '1.2', Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'ConntrackHelper': '1.0', Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Log': '1.0', Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Network': '1.1', Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Port': '1.7', Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'PortForwarding': '1.2', Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'QosPolicy': '1.8', Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'SecurityGroup': '1.4', Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'SecurityGroupRule': '1.2', Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'SubPort': '1.0', Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Subnet': '1.1', Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: 'Trunk': '1.1'}} Jul 28 04:17:22.793247 dv-cinder-740146-11-iscsi neutron-server[93705]: {{(pid=93705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 04:17:22.795761 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Received port after_create {{(pid=93705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:22.877390 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Attempting to bind port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:22.878281 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Attempting to bind port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:22.878466 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Attempting to bind port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f on network ad3aa4ec-5218-405d-a846-29fb1ba69d88 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:22.884139 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:22.884720 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Checking segment: {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:22.885214 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.885701 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Bound using segment: {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:22.886477 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Bound port: c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:22.887147 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.916498 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83694c8-8359-4984-bddc-e17e05afa5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7370c4f1-833e-4900-883c-587a55a21003,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:22.957460 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b15a2a-ee96-4724-8ae8-d2d3043e2096 admin admin] Network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:17:22.968271 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] For port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:22.972255 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] For port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:22.989142 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-10b72bc9-9130-4bb6-9739-61da97622f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.028412 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.035037 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-67b15a2a-ee96-4724-8ae8-d2d3043e2096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, 880a12e9-ee47-4c1b-b00c-4c33d279cfa3) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:23.040713 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b15a2a-ee96-4724-8ae8-d2d3043e2096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:23.040713 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-67b15a2a-ee96-4724-8ae8-d2d3043e2096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.063818 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-d01f46ba-0bca-42c1-877d-0caea8b65f6a tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:23.065599 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-d01f46ba-0bca-42c1-877d-0caea8b65f6a tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/networks?id=16316ecb-b37f-4c49-974b-53cd70ed76e7 HTTP/1.1" status: 200 len: 812 time: 0.3372297 Jul 28 04:17:23.067722 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7bdeb0-5576-4bff-9ba0-2bf737d3aaf4 None None] Network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:17:23.069217 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83694c8-8359-4984-bddc-e17e05afa5bf admin admin] Checking segment: {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:23.069567 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83694c8-8359-4984-bddc-e17e05afa5bf admin admin] Network hostable DHCP agents. Network: c90076fc-be26-4230-8453-0eb58936742a, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:17:23.083254 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-10b72bc9-9130-4bb6-9739-61da97622f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.095093 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-3981dcc8-9f18-4408-b54d-b2d852e5705c tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/quotas/f7ce1c3edef441e0a4269863cb2d8da8 HTTP/1.1" status: 200 len: 375 time: 0.0167623 Jul 28 04:17:23.145484 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.153631 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefb783-a7fb-472c-826d-a36d64eb71f0 None None] Pushing event updated for resources: {'Port': ['ID=c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:23.166888 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-67b15a2a-ee96-4724-8ae8-d2d3043e2096 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7847319 Jul 28 04:17:23.171418 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-10b72bc9-9130-4bb6-9739-61da97622f61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df56c7aacc0c4007b2f1adc3b6846216&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0808814 Jul 28 04:17:23.171418 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55532) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:23.175500 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b72bc9-9130-4bb6-9739-61da97622f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11f828f-2c05-47db-897b-f1bf2c2741f5,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:23.182537 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:23.185242 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55534) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:23.220092 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.245270 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-761840e2-b6bd-4e87-8bb3-95db5f20da79 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7ce1c3edef441e0a4269863cb2d8da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1367328 Jul 28 04:17:23.246045 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83694c8-8359-4984-bddc-e17e05afa5bf admin admin] Network c90076fc-be26-4230-8453-0eb58936742a is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:17:23.271855 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:23.278193 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:23.281160 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:23.284007 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-a83694c8-8359-4984-bddc-e17e05afa5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, c90076fc-be26-4230-8453-0eb58936742a) {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:23.288251 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83694c8-8359-4984-bddc-e17e05afa5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:23.288890 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a83694c8-8359-4984-bddc-e17e05afa5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.294805 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c35a0fb-b8c3-435b-ab30-04302952b0e1 None None] Network c90076fc-be26-4230-8453-0eb58936742a requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:17:23.301731 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd67c24-4577-4201-b336-f4d1d247ed99,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:23.338646 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74395e69-ebfd-5780-85ed-cc8d62eaf3f4-880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9'}]}} from dv-cinder-740146-11-iscsi. {{(pid=93705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:17:23.338646 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.367139 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1337c06a-9b2c-40b0-bb4c-ff1eac593e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.369556 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.554492 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-70909'] for router, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.555768 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-70890'] for router, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.655590 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-589bb8b7-27bd-473b-a71d-6649c1007976 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:17:23.656800 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-589bb8b7-27bd-473b-a71d-6649c1007976 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1242809 Jul 28 04:17:23.659381 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Allocated IP 172.27.2.125 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/3ebfe7cf-0357-4b2e-a728-873bd7203fda) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:23.672693 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:23.697392 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-a83694c8-8359-4984-bddc-e17e05afa5bf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4956145 Jul 28 04:17:23.775789 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e7244b-e442-491f-bf51-5cae0753f4d9 None None] Network c90076fc-be26-4230-8453-0eb58936742a requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:17:23.785075 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1337c06a-9b2c-40b0-bb4c-ff1eac593e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.851480 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-072ab279-743f-4aec-8cd3-46a9a1799160 service neutron] 10.222.0.42 "GET /v2.0/networks/16316ecb-b37f-4c49-974b-53cd70ed76e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841347 Jul 28 04:17:23.864003 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.db_base_plugin_common [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Allocated IP 172.20.0.2 (880a12e9-ee47-4c1b-b00c-4c33d279cfa3/e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9/b9c72989-18b1-4e27-9d78-d775de9820f6) {{(pid=93705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:23.916555 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.944174 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:23.957293 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.033007 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1337c06a-9b2c-40b0-bb4c-ff1eac593e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.035645 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1337c06a-9b2c-40b0-bb4c-ff1eac593e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.037006 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-1337c06a-9b2c-40b0-bb4c-ff1eac593e20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d11f828f-2c05-47db-897b-f1bf2c2741f5 HTTP/1.1" status: 204 len: 168 time: 0.8509383 Jul 28 04:17:24.105461 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337c06a-9b2c-40b0-bb4c-ff1eac593e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11f828f-2c05-47db-897b-f1bf2c2741f5,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:24.120663 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Notify callbacks [] for port, precommit_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.133735 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Transition to ACTIVE for port object b9c72989-18b1-4e27-9d78-d775de9820f6 will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:24.152785 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Transition to ACTIVE for port object b9c72989-18b1-4e27-9d78-d775de9820f6 will not be triggered until provisioned by entity DHCP. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:24.172959 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-99a53558-a55d-4783-b8c3-89209ba90f8f service neutron] 10.222.0.42 "GET /v2.0/networks/16316ecb-b37f-4c49-974b-53cd70ed76e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146672 Jul 28 04:17:24.177380 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.219542 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.227922 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.348584 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 is already hosted by enough agents. {{(pid=93705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:24.358584 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.base_scheduler [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Resources bound (agent type, host, resource id): {{(pid=93705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:24.363676 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:24.367152 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Received port after_create {{(pid=93705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:24.372985 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:24.378848 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:24.400593 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55576) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:24.441549 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Pushing event updated for resources: {'Port': ['ID=b9c72989-18b1-4e27-9d78-d775de9820f6,revision_number=1']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:24.456916 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603305'] for router, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.491371 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Attempting to bind port b9c72989-18b1-4e27-9d78-d775de9820f6 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:24.491831 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Attempting to bind port b9c72989-18b1-4e27-9d78-d775de9820f6 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:24.492154 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Attempting to bind port b9c72989-18b1-4e27-9d78-d775de9820f6 on network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:24.503611 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:24.504035 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Checking segment: {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:24.508316 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.508465 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Bound using segment: {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:24.508927 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Bound port: b9c72989-18b1-4e27-9d78-d775de9820f6, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:24.509339 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.570971 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-70680'] for router, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.601718 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Pushing event updated for resources: {'Port': ['ID=3ebfe7cf-0357-4b2e-a728-873bd7203fda,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:24.692833 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcdca65-146a-4e72-963f-dd29ef4b6152 None None] Network ad3aa4ec-5218-405d-a846-29fb1ba69d88 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:17:24.709631 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-4819a3b7-364b-44f2-b9f4-a33d91abb86b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:24.711846 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-4819a3b7-364b-44f2-b9f4-a33d91abb86b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/networks?id=c90076fc-be26-4230-8453-0eb58936742a HTTP/1.1" status: 200 len: 815 time: 0.3096504 Jul 28 04:17:24.745607 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-29e53cb9-f157-4d9e-9043-16b8b915d4c8 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/quotas/1089e5c57f6346feb7bc08c65f939b2a HTTP/1.1" status: 200 len: 375 time: 0.0251148 Jul 28 04:17:24.766516 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] For port b9c72989-18b1-4e27-9d78-d775de9820f6, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:24.810870 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] For port b9c72989-18b1-4e27-9d78-d775de9820f6, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=b9c72989-18b1-4e27-9d78-d775de9820f6,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:24.823956 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-79fbb7cf-e398-40fd-a9ad-88c9765b4629 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698273 Jul 28 04:17:24.843931 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-764d6100-1352-4a3d-a724-14937965e607 req-ede3307d-10d5-4be1-a49a-6e43b4045f23 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 210 time: 0.0695891 Jul 28 04:17:24.858359 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.880241 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:24.946249 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Router 3997e689-6917-4965-9df3-1cda88ee1858 is scheduled to L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 with binding_index 1 {{(pid=93703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:17:24.976511 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0c3da991-0ede-4d3b-b272-ef46e5b50d09 None None] Provisioning for port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:24.991817 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a983e9e-dade-43d4-be54-a0ede34318ad None None] Pushing event updated for resources: {'Port': ['ID=b9c72989-18b1-4e27-9d78-d775de9820f6,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:24.997778 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0c3da991-0ede-4d3b-b272-ef46e5b50d09 None None] Provisioning complete for port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:24.998150 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0c3da991-0ede-4d3b-b272-ef46e5b50d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:25.083474 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55616) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:25.149916 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0c3da991-0ede-4d3b-b272-ef46e5b50d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:25.204548 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0c3da991-0ede-4d3b-b272-ef46e5b50d09 None None] For port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:25.211612 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:17:25.228820 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Sync routers for ids ['3997e689-6917-4965-9df3-1cda88ee1858'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:17:25.232717 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21d13b1c-597f-4408-a79e-3778002f7eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:25.255320 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Routers {'3997e689-6917-4965-9df3-1cda88ee1858'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:25.259206 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:17:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['3997e689-6917-4965-9df3-1cda88ee1858'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:25.273345 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0c3da991-0ede-4d3b-b272-ef46e5b50d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:25.353737 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:25.355256 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-19a9916c-ad9e-4c89-bd60-04ecb5ff55b6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1946847 Jul 28 04:17:25.358045 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55622) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:25.401614 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3da991-0ede-4d3b-b272-ef46e5b50d09 None None] Pushing event updated for resources: {'Port': ['ID=c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:25.466160 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55624) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:25.506753 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-f5ebd050-0d89-40eb-9b1b-5b7784544371 None None] Provisioning complete for port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:25.507135 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd050-0d89-40eb-9b1b-5b7784544371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:25.521707 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Set router 3997e689-6917-4965-9df3-1cda88ee1858 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:25.732491 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:25.856864 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:25.857388 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:25.858713 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-50951829-b78e-4760-9c35-801498194d4b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:17:25.860098 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-50951829-b78e-4760-9c35-801498194d4b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2104661 Jul 28 04:17:25.932900 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3997e689-6917-4965-9df3-1cda88ee1858', 'name': 'tempest-ServerRescueNegativeTestJSON-2001754872-router', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:20Z', 'updated_at': '2021-07-28T04:17:23Z', 'revision_number': 3, 'project_id': '49aa224c10c349e19917670e9bcf0df9', 'gw_port': {'id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997e689-6917-4965-9df3-1cda88ee1858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:22Z', 'updated_at': '2021-07-28T04:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:25.936520 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21d13b1c-597f-4408-a79e-3778002f7eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:25.941756 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603305'] for router, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:25.956998 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ae5b0e2d-fe82-47b9-86e4-494855b7ab71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:25.983908 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Checking router: 3997e689-6917-4965-9df3-1cda88ee1858 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:17:25.985218 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Updating router 3997e689-6917-4965-9df3-1cda88ee1858 port fdd67c24-4577-4201-b336-f4d1d247ed99 binding host dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:17:26.032535 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21d13b1c-597f-4408-a79e-3778002f7eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.037067 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.042956 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.046849 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device b9c72989-18b1-4e27-9d78-d775de9820f6 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:26.075852 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7f73018d-42df-45c2-bd48-11968280c402 req-9402ec1c-af6e-45b9-b658-63593bb245ba tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 210 time: 0.0743647 Jul 28 04:17:26.108416 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.217291 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port b9c72989-18b1-4e27-9d78-d775de9820f6 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:26.228961 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ae5b0e2d-fe82-47b9-86e4-494855b7ab71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.288545 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-21d13b1c-597f-4408-a79e-3778002f7eca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e199229ae4bf436180166ec2adf70ca1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2015607 Jul 28 04:17:26.288758 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55654) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:26.296518 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d13b1c-597f-4408-a79e-3778002f7eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81990ed-4798-4458-89b7-5b8815d9f6f2,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:26.323386 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ae5b0e2d-fe82-47b9-86e4-494855b7ab71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.325462 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Allocated IP 172.27.2.139 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/11acca20-5aaa-43b6-a50e-8a33cfbd8dcf) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:26.333606 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-10311a86-480d-4980-9057-90035124d7ef service neutron] 10.222.0.42 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150076 Jul 28 04:17:26.404611 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372ce450-b2fd-4354-8e78-2a925d5f9fc7 None None] Network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:17:26.451200 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-ae5b0e2d-fe82-47b9-86e4-494855b7ab71 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c47fb5404094cec8d6bc35e0eb0d773&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9816623 Jul 28 04:17:26.451695 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55660) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:26.486256 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b0e2d-fe82-47b9-86e4-494855b7ab71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6ef9b9-9f5a-4008-a6ca-0f609ed05e7c,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:26.511836 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27ffb8f1-2dee-4db7-8d63-06b3f280a89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.516251 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Router ca81ac16-597a-4055-b6f5-17ed6a25b2fb is scheduled to L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 with binding_index 1 {{(pid=93704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:17:26.522613 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.548775 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-d54a5afa-b617-4cc7-9127-6feac220c47a None None] Provisioning for port b9c72989-18b1-4e27-9d78-d775de9820f6 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:26.556294 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-d54a5afa-b617-4cc7-9127-6feac220c47a None None] Provisioning complete for port b9c72989-18b1-4e27-9d78-d775de9820f6 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:26.556664 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-d54a5afa-b617-4cc7-9127-6feac220c47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.585229 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27ffb8f1-2dee-4db7-8d63-06b3f280a89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.630303 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-408ddcc5-efd0-46be-a116-1fd95c618f15 service neutron] 10.222.0.42 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808805 Jul 28 04:17:26.700978 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-d54a5afa-b617-4cc7-9127-6feac220c47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.737176 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-084ca08e-7c04-46c7-ad03-d19d4605166b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.737446 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-d54a5afa-b617-4cc7-9127-6feac220c47a None None] For port b9c72989-18b1-4e27-9d78-d775de9820f6, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=b9c72989-18b1-4e27-9d78-d775de9820f6,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:26.750728 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.788648 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.856952 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-084ca08e-7c04-46c7-ad03-d19d4605166b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.890408 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-d54a5afa-b617-4cc7-9127-6feac220c47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.914304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:26.919470 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:26.930039 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.940677 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Transition to ACTIVE for port object fdd67c24-4577-4201-b336-f4d1d247ed99 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:26.944069 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:26.972331 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a5afa-b617-4cc7-9127-6feac220c47a None None] Pushing event updated for resources: {'Port': ['ID=b9c72989-18b1-4e27-9d78-d775de9820f6,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:26.978776 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27ffb8f1-2dee-4db7-8d63-06b3f280a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.981683 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27ffb8f1-2dee-4db7-8d63-06b3f280a89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.986583 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-27ffb8f1-2dee-4db7-8d63-06b3f280a89b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c81990ed-4798-4458-89b7-5b8815d9f6f2 HTTP/1.1" status: 204 len: 168 time: 0.6902575 Jul 28 04:17:26.986801 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:17:26.998837 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.000235 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Sync routers for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:17:27.005904 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffb8f1-2dee-4db7-8d63-06b3f280a89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81990ed-4798-4458-89b7-5b8815d9f6f2,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:27.033760 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Pushing event updated for resources: {'Port': ['ID=11acca20-5aaa-43b6-a50e-8a33cfbd8dcf,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:27.096358 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Allocated IP 172.20.0.1 (0ec26ca8-ebd2-4355-b18e-97b6c974b90d/12a69832-7371-46dc-8a4c-e6392964750d/204cc999-ea91-4963-8c0e-ab3d4886a0b1) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:27.134768 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:27.138898 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:17:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:27.139169 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-32ed3134-1089-49c8-aa2e-075bce9edb34 req-b9438941-98f2-4224-b0d5-752b29b728bd tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 210 time: 0.0361888 Jul 28 04:17:27.225030 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] Notify callbacks [] for router, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.230399 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-4804c24b-b46f-4a23-82d6-34f453a9615b None None] Provisioning complete for port b9c72989-18b1-4e27-9d78-d775de9820f6 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:27.230776 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-4804c24b-b46f-4a23-82d6-34f453a9615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.231097 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-fa8ca64e-f406-4088-8c38-4cda043b836e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3920653 Jul 28 04:17:27.231872 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55690) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:27.241857 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Pushing event updated for resources: {'Port': ['ID=fdd67c24-4577-4201-b336-f4d1d247ed99,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:27.276241 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5d9bafa2-3d11-49a5-b6cc-35324d2cfc62 req-e076ccc9-a29e-4e5f-99fc-ff58671629a9 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 210 time: 0.0560198 Jul 28 04:17:27.276735 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:27.277478 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:27.278912 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:27.280034 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:27.280887 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:27.281468 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:27.283675 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:27.284256 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:27.284889 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:27.286027 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:27.286885 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:27.287654 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Tracked resource versions report: Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: pushed versions: Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: { 'AddressGroup': {'1.2'}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'ConntrackHelper': {'1.0'}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Log': {'1.0'}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Network': {'1.1'}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Port': {'1.7'}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'PortForwarding': {'1.2'}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'QosPolicy': {'1.8'}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'SecurityGroup': {'1.4'}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'SecurityGroupRule': {'1.2'}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'SubPort': {'1.0'}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Subnet': {'1.1'}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Trunk': {'1.1'}} Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: consumer versions: Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: { DHCP agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: HyperV agent@hv-cinder-74014: {}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: L3 agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: Metadata agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: Metering agent@dv-cinder-740146-11-iscsi: {}, Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: Open vSwitch agent@dv-cinder-740146-11-iscsi: { 'AddressGroup': '1.2', Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'ConntrackHelper': '1.0', Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Log': '1.0', Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Network': '1.1', Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Port': '1.7', Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'PortForwarding': '1.2', Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'QosPolicy': '1.8', Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'SecurityGroup': '1.4', Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'SecurityGroupRule': '1.2', Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'SubPort': '1.0', Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Subnet': '1.1', Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: 'Trunk': '1.1'}} Jul 28 04:17:27.291493 dv-cinder-740146-11-iscsi neutron-server[93706]: {{(pid=93706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 04:17:27.302198 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.316941 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Attempting to bind port fdd67c24-4577-4201-b336-f4d1d247ed99 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:27.317666 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Attempting to bind port fdd67c24-4577-4201-b336-f4d1d247ed99 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:27.318298 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Attempting to bind port fdd67c24-4577-4201-b336-f4d1d247ed99 on network d3136975-6585-468b-8186-a315d5f73f38 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:27.325070 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:27.328562 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Checking segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:27.328686 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-084ca08e-7c04-46c7-ad03-d19d4605166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.328776 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.328776 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Bound using segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:27.328776 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Bound port: fdd67c24-4577-4201-b336-f4d1d247ed99, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:27.328776 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.336674 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-084ca08e-7c04-46c7-ad03-d19d4605166b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.340400 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-084ca08e-7c04-46c7-ad03-d19d4605166b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a6ef9b9-9f5a-4008-a6ca-0f609ed05e7c HTTP/1.1" status: 204 len: 168 time: 0.8872087 Jul 28 04:17:27.411134 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:27.413351 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ca08e-7c04-46c7-ad03-d19d4605166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6ef9b9-9f5a-4008-a6ca-0f609ed05e7c,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:27.425577 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] For port fdd67c24-4577-4201-b336-f4d1d247ed99, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:27.441342 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.466688 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] For port fdd67c24-4577-4201-b336-f4d1d247ed99, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=fdd67c24-4577-4201-b336-f4d1d247ed99,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:27.537906 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.652977 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:27.656818 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.656983 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Pushing event updated for resources: {'Port': ['ID=204cc999-ea91-4963-8c0e-ab3d4886a0b1,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:27.661386 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device b9c72989-18b1-4e27-9d78-d775de9820f6 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:27.678069 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Routers {'3997e689-6917-4965-9df3-1cda88ee1858'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:27.678847 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:17:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['3997e689-6917-4965-9df3-1cda88ee1858'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:27.687128 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:27.700146 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:27.701965 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603126'] for router_interface, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.869662 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port b9c72989-18b1-4e27-9d78-d775de9820f6 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:27.870301 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:27.893785 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e316e6-c4eb-4499-b17f-3cfabfbcb628 None None] Pushing event updated for resources: {'Port': ['ID=fdd67c24-4577-4201-b336-f4d1d247ed99,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:27.976033 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] Set router 3997e689-6917-4965-9df3-1cda88ee1858 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:27.993449 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:24Z', 'revision_number': 3, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:28.036134 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Checking router: ca81ac16-597a-4055-b6f5-17ed6a25b2fb for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:17:28.036481 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Updating router ca81ac16-597a-4055-b6f5-17ed6a25b2fb port 3ebfe7cf-0357-4b2e-a728-873bd7203fda binding host dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:17:28.084990 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:28.303635 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3997e689-6917-4965-9df3-1cda88ee1858', 'name': 'tempest-ServerRescueNegativeTestJSON-2001754872-router', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:20Z', 'updated_at': '2021-07-28T04:17:23Z', 'revision_number': 3, 'project_id': '49aa224c10c349e19917670e9bcf0df9', 'gw_port': {'id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997e689-6917-4965-9df3-1cda88ee1858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:22Z', 'updated_at': '2021-07-28T04:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:28.336741 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccf43b-825b-4097-bf6a-61aa827f179b None None] The sync data for ids ['3997e689-6917-4965-9df3-1cda88ee1858'] in dv-cinder-740146-11-iscsi is: [{'id': '3997e689-6917-4965-9df3-1cda88ee1858', 'name': 'tempest-ServerRescueNegativeTestJSON-2001754872-router', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:20Z', 'updated_at': '2021-07-28T04:17:23Z', 'revision_number': 3, 'project_id': '49aa224c10c349e19917670e9bcf0df9', 'gw_port': {'id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997e689-6917-4965-9df3-1cda88ee1858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:22Z', 'updated_at': '2021-07-28T04:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:17:28.381163 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:28.526886 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603305'] for router, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:28.536303 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39b22699-6e84-4937-a652-fcb06e5aa940 req-96cbd12d-a19b-4281-8bfd-18633b0f11d3 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 210 time: 0.2746868 Jul 28 04:17:28.891639 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:29.076473 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Notify callbacks [] for port, precommit_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:29.105316 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Transition to ACTIVE for port object 3ebfe7cf-0357-4b2e-a728-873bd7203fda will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:29.145185 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-07bc7be5-ccc2-4f1d-9fd6-e92fa7bdbb40 req-79e91b90-cb7b-4ddd-9cff-e0a97e430c36 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 210 time: 0.2988200 Jul 28 04:17:29.233789 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:29.283877 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:29.319818 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Attempting to bind port 3ebfe7cf-0357-4b2e-a728-873bd7203fda on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:29.320487 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Attempting to bind port 3ebfe7cf-0357-4b2e-a728-873bd7203fda by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:29.321100 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Attempting to bind port 3ebfe7cf-0357-4b2e-a728-873bd7203fda on network d3136975-6585-468b-8186-a315d5f73f38 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:29.331017 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:29.331763 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Checking segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:29.332405 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:29.333264 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Bound using segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:29.334148 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Bound port: 3ebfe7cf-0357-4b2e-a728-873bd7203fda, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:29.334746 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:29.340917 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Router f274f25a-af76-4589-9282-9f83a33177d3 is scheduled to L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 with binding_index 1 {{(pid=93704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:17:29.353617 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:29.358348 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707430'] for router_interface, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:29.432928 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] For port 3ebfe7cf-0357-4b2e-a728-873bd7203fda, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:29.436191 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] For port 3ebfe7cf-0357-4b2e-a728-873bd7203fda, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=3ebfe7cf-0357-4b2e-a728-873bd7203fda,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:29.447420 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314dd80-691c-4c9f-93f5-b36a89cd13f9 None None] Pushing event updated for resources: {'Port': ['ID=3ebfe7cf-0357-4b2e-a728-873bd7203fda,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:29.531474 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:29.540838 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Pushing event updated for resources: {'Port': ['ID=204cc999-ea91-4963-8c0e-ab3d4886a0b1,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:29.546076 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Allocated IP 172.20.0.1 (ad3aa4ec-5218-405d-a846-29fb1ba69d88/544bb25e-b022-43b8-9330-a0732814dcb0/136ea438-8dc2-4fa0-b258-d35bfb5ef40e) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:29.553872 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:17:29.570366 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Sync routers for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:17:29.602564 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:29.609210 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:17:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:29.618794 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314dd80-691c-4c9f-93f5-b36a89cd13f9 None None] Pushing event updated for resources: {'Port': ['ID=3ebfe7cf-0357-4b2e-a728-873bd7203fda,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:29.645137 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device fdd67c24-4577-4201-b336-f4d1d247ed99 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:29.672011 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:29.682221 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:29.781307 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3d6cfe46-ea33-4222-8883-cac8d3eb6e75 req-b51269ef-3120-4d64-bc0f-fb7103ffb21b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 210 time: 0.1011324 Jul 28 04:17:29.805147 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:29.805889 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:17:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:29.810919 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] Notify callbacks [] for router, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:29.812236 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-12bb90d2-f868-4372-9170-3d88e85c5e33 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6383615 Jul 28 04:17:29.824158 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55778) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:29.940024 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:29.980168 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.22', 49200) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:30.007402 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Transition to ACTIVE for port object 136ea438-8dc2-4fa0-b258-d35bfb5ef40e will not be triggered until provisioned by entity DHCP. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:30.137237 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:30.142551 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port fdd67c24-4577-4201-b336-f4d1d247ed99 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:30.165296 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port fdd67c24-4577-4201-b336-f4d1d247ed99 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:30.176410 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:30.203968 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Router 3997e689-6917-4965-9df3-1cda88ee1858 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:17:30.223777 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:30.277987 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-4b41096f-500e-4591-ae54-3377b8bff22e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:30.277987 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-4b41096f-500e-4591-ae54-3377b8bff22e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.22 "GET /v2.0/networks?id=16316ecb-b37f-4c49-974b-53cd70ed76e7 HTTP/1.1" status: 200 len: 812 time: 0.2943745 Jul 28 04:17:30.334376 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Request body: {'port': {'device_id': '37b6a71e-2bb8-42c3-a964-e951957205a0', 'network_id': '16316ecb-b37f-4c49-974b-53cd70ed76e7', 'admin_state_up': True, 'tenant_id': 'f7ce1c3edef441e0a4269863cb2d8da8'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:30.445131 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:30.542437 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:30.546030 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:27Z', 'revision_number': 3, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:30.590248 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Checking router: f274f25a-af76-4589-9282-9f83a33177d3 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:17:30.590941 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Updating router f274f25a-af76-4589-9282-9f83a33177d3 port 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf binding host dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:17:30.650384 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port fdd67c24-4577-4201-b336-f4d1d247ed99, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=fdd67c24-4577-4201-b336-f4d1d247ed99,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:30.655044 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:30.762603 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-187b841f-4256-4278-98a5-d05bc0e6a6f9 req-49e3d759-f2e1-4ec4-8326-617e14acc9ca tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 210 time: 0.2507226 Jul 28 04:17:30.790158 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:30.944203 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=fdd67c24-4577-4201-b336-f4d1d247ed99,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:30.965403 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Network ad3aa4ec-5218-405d-a846-29fb1ba69d88 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:30.983737 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:17:31.002861 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-26015629-6294-4337-a740-9ee6d52703ac admin admin] 10.222.0.42 "PUT /v2.0/routers/3997e689-6917-4965-9df3-1cda88ee1858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6432643 Jul 28 04:17:31.004586 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:31.021593 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:24Z', 'revision_number': 3, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:31.023321 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:31.024639 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603126'] for router_interface, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:31.087360 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a0a46-33c8-45cc-9024-c9510c216a22 None None] The sync data for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi is: [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:24Z', 'revision_number': 3, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:17:31.138699 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d43037ac-233d-4999-bb5b-0ce3c795a57d req-d364b390-9028-4d3c-91af-77165b20053b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 210 time: 0.1326716 Jul 28 04:17:31.292626 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:31.301533 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=136ea438-8dc2-4fa0-b258-d35bfb5ef40e,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:31.309572 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Transition to ACTIVE for port object 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:31.376299 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Made reservation on behalf of f7ce1c3edef441e0a4269863cb2d8da8 for: {'port': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:31.395804 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:31.397036 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:31.404849 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:31.461066 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Attempting to bind port 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:31.464866 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Attempting to bind port 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:31.464866 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Attempting to bind port 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf on network d3136975-6585-468b-8186-a315d5f73f38 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:31.484757 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-8b2345e2-de9d-4b3e-b848-05f0139ffbd2 None None] Provisioning for port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:31.493847 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-8b2345e2-de9d-4b3e-b848-05f0139ffbd2 None None] Provisioning complete for port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:31.493847 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-8b2345e2-de9d-4b3e-b848-05f0139ffbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:31.511404 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:31.512016 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Checking segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:31.518633 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:31.519148 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Bound using segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:31.520168 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Bound port: 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:31.520324 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:31.599544 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42f75a-eafc-434c-a9e8-783eb78dc9eb None None] Pushing event updated for resources: {'Port': ['ID=11acca20-5aaa-43b6-a50e-8a33cfbd8dcf,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:31.634753 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] For port 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:31.641297 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Sync routers for ids ['3997e689-6917-4965-9df3-1cda88ee1858'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:17:31.649990 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] For port 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=11acca20-5aaa-43b6-a50e-8a33cfbd8dcf,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:31.707762 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:31.716388 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device fdd67c24-4577-4201-b336-f4d1d247ed99 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:31.745177 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:31.900448 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Routers {'3997e689-6917-4965-9df3-1cda88ee1858'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:31.904147 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:17:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['3997e689-6917-4965-9df3-1cda88ee1858'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:31.934802 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:31.935930 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:17:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:32.034042 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-8b2345e2-de9d-4b3e-b848-05f0139ffbd2 None None] Port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:17:32.075480 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Allocated IP 172.20.0.7 (16316ecb-b37f-4c49-974b-53cd70ed76e7/9178c59d-e074-4ffd-81af-72d20b34c569/dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:32.162314 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Allocated IP 172.20.0.1 (880a12e9-ee47-4c1b-b00c-4c33d279cfa3/e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9/996a84de-b769-4478-8a43-3d7aee2340fd) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:32.177528 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port fdd67c24-4577-4201-b336-f4d1d247ed99 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:32.178341 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:32.180320 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:32.315564 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Set router 3997e689-6917-4965-9df3-1cda88ee1858 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:32.316976 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.22', 49209) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:32.318391 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55898) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:32.378392 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-68c032b6-5410-401b-a088-956c4354beb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:32.488910 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:32.489792 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42f75a-eafc-434c-a9e8-783eb78dc9eb None None] Pushing event updated for resources: {'Port': ['ID=11acca20-5aaa-43b6-a50e-8a33cfbd8dcf,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:32.525055 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:27Z', 'revision_number': 3, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:32.565808 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:32.583355 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Transition to ACTIVE for port object 996a84de-b769-4478-8a43-3d7aee2340fd will not be triggered until provisioned by entity DHCP. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:32.608579 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f08f8-dd14-4845-9678-e52cd77a9fae None None] The sync data for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi is: [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:27Z', 'revision_number': 3, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:17:32.796652 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ab47a3c6-9197-4d8f-a8ba-216c4ba03faf req-1f651119-eba5-41a5-bcea-c0c94e523e6e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 210 time: 0.4830220 Jul 28 04:17:32.839017 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55916) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:32.994242 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:33.268158 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-dd53c9f6-54e7-469f-9447-d823a1af1c68 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:33.272361 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-dd53c9f6-54e7-469f-9447-d823a1af1c68 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "GET /v2.0/networks?id=c90076fc-be26-4230-8453-0eb58936742a HTTP/1.1" status: 200 len: 815 time: 0.9508803 Jul 28 04:17:33.314642 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c032358a-1f07-45f5-9842-886834a31e3c req-2967ae94-495a-4a29-9980-3831c32db658 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 210 time: 0.1807520 Jul 28 04:17:33.340445 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-552974ba-f1d6-4d0c-9e91-5b4b5cef0a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:33.433115 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3997e689-6917-4965-9df3-1cda88ee1858', 'name': 'tempest-ServerRescueNegativeTestJSON-2001754872-router', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:20Z', 'updated_at': '2021-07-28T04:17:28Z', 'revision_number': 4, 'project_id': '49aa224c10c349e19917670e9bcf0df9', 'gw_port': {'id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3997e689-6917-4965-9df3-1cda88ee1858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:22Z', 'updated_at': '2021-07-28T04:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '204cc999-ea91-4963-8c0e-ab3d4886a0b1', 'name': '', 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'mac_address': 'fa:16:3e:bf:97:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997e689-6917-4965-9df3-1cda88ee1858', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '12a69832-7371-46dc-8a4c-e6392964750d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:28Z', 'revision_number': 2, 'project_id': '49aa224c10c349e19917670e9bcf0df9', 'subnets': [{'id': '12a69832-7371-46dc-8a4c-e6392964750d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:33.482664 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Checking router: 3997e689-6917-4965-9df3-1cda88ee1858 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:17:33.483059 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Updating router 3997e689-6917-4965-9df3-1cda88ee1858 port 204cc999-ea91-4963-8c0e-ab3d4886a0b1 binding host dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:17:33.550450 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:33.553382 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Request body: {'port': {'device_id': '8ada4b44-2136-4320-bb73-92a5f900a10e', 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a', 'admin_state_up': True, 'tenant_id': '1089e5c57f6346feb7bc08c65f939b2a'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:33.590411 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:33.613094 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:33.624477 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:33.636529 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:33.636529 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603126'] for router_interface, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:33.768148 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-158e5f23-d828-42db-b074-44ef33401c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:33.811824 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:33.812578 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707430'] for router_interface, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:33.814493 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Pushing event updated for resources: {'Port': ['ID=996a84de-b769-4478-8a43-3d7aee2340fd,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:33.819933 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 3ebfe7cf-0357-4b2e-a728-873bd7203fda up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:34.639113 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=136ea438-8dc2-4fa0-b258-d35bfb5ef40e,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:34.649193 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.653318 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Network ad3aa4ec-5218-405d-a846-29fb1ba69d88 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:34.653318 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:34.664349 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 3ebfe7cf-0357-4b2e-a728-873bd7203fda completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:34.664349 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Notify callbacks [] for port, precommit_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.664349 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 3ebfe7cf-0357-4b2e-a728-873bd7203fda triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:34.664349 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.664349 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-67f5cd7b-7c78-484f-a408-c6e9c19ff12d None None] Provisioning for port 996a84de-b769-4478-8a43-3d7aee2340fd completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:34.664349 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Transition to ACTIVE for port object 204cc999-ea91-4963-8c0e-ab3d4886a0b1 will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:34.664349 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-67f5cd7b-7c78-484f-a408-c6e9c19ff12d None None] Provisioning complete for port 996a84de-b769-4478-8a43-3d7aee2340fd triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:34.664349 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-67f5cd7b-7c78-484f-a408-c6e9c19ff12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.665858 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-552974ba-f1d6-4d0c-9e91-5b4b5cef0a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.665962 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.666048 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-67f5cd7b-7c78-484f-a408-c6e9c19ff12d None None] Port 996a84de-b769-4478-8a43-3d7aee2340fd cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:17:34.666048 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.666197 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Router ca81ac16-597a-4055-b6f5-17ed6a25b2fb has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:17:34.686970 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Pushing event updated for resources: {'Port': ['ID=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:34.712279 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.714075 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Network 16316ecb-b37f-4c49-974b-53cd70ed76e7 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:34.724771 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-9697d072-19db-4830-9f76-083c42715c1c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:34.726745 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-9697d072-19db-4830-9f76-083c42715c1c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/networks?id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 200 len: 819 time: 2.4212255 Jul 28 04:17:34.728998 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:34.734531 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-552974ba-f1d6-4d0c-9e91-5b4b5cef0a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.838780 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:34.839319 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-c99b1290-5cc5-474b-88d0-1b52ea42979b None None] Provisioning complete for port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:34.839412 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:34.839520 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c99b1290-5cc5-474b-88d0-1b52ea42979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.839713 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.839713 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-552974ba-f1d6-4d0c-9e91-5b4b5cef0a03 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d8b60d7d57043398554d5c4080092cc&name=default HTTP/1.1" status: 200 len: 2978 time: 2.4746175 Jul 28 04:17:34.841683 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 3ebfe7cf-0357-4b2e-a728-873bd7203fda, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=3ebfe7cf-0357-4b2e-a728-873bd7203fda,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:34.845888 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55936) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:34.862674 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-e47861d9-b25f-40f6-9658-6d700b17407d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/quotas/49aa224c10c349e19917670e9bcf0df9 HTTP/1.1" status: 200 len: 375 time: 0.0865011 Jul 28 04:17:34.895477 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb3743-5e5d-4a70-9944-f7ffb6b631fa None None] Pushing event updated for resources: {'Port': ['ID=204cc999-ea91-4963-8c0e-ab3d4886a0b1,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:34.971827 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-47bb3a76-865c-4f37-b9bb-00bcc7478eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.974041 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-c99b1290-5cc5-474b-88d0-1b52ea42979b None None] Port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:17:35.009034 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.009876 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:35.067972 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.075215 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Attempting to bind port 204cc999-ea91-4963-8c0e-ab3d4886a0b1 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:35.075594 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Attempting to bind port 204cc999-ea91-4963-8c0e-ab3d4886a0b1 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:35.075984 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Attempting to bind port 204cc999-ea91-4963-8c0e-ab3d4886a0b1 on network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:35.093018 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729d8f8-432d-452e-b130-db20e10f23a5 req-5d07c510-7876-4583-b03f-e426ddb845fe tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:35.096897 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:35.097326 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Checking segment: {'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:35.097768 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.098138 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Bound using segment: {'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:35.098630 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Bound port: 204cc999-ea91-4963-8c0e-ab3d4886a0b1, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:35.099034 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.103313 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d729d8f8-432d-452e-b130-db20e10f23a5 req-5d07c510-7876-4583-b03f-e426ddb845fe tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 931 time: 0.8545916 Jul 28 04:17:35.134372 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552974ba-f1d6-4d0c-9e91-5b4b5cef0a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4160ac00-40d3-4286-a9c1-e4de9ee19eae,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:35.151097 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6d94778c-9fca-48db-8acc-1ee83cadd2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.209186 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.210162 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707430'] for router_interface, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.229630 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-26510bc9-8cd8-499a-86f5-35ebf5ac6685 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=49aa224c10c349e19917670e9bcf0df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3653202 Jul 28 04:17:35.252527 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6d94778c-9fca-48db-8acc-1ee83cadd2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.279996 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=3ebfe7cf-0357-4b2e-a728-873bd7203fda,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:35.323971 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] For port 204cc999-ea91-4963-8c0e-ab3d4886a0b1, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:35.334195 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d729d8f8-432d-452e-b130-db20e10f23a5 req-a532fe66-fbe7-4d7d-b8eb-dc1082d7797d tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284274 Jul 28 04:17:35.356765 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] For port 204cc999-ea91-4963-8c0e-ab3d4886a0b1, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=204cc999-ea91-4963-8c0e-ab3d4886a0b1,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:35.398756 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:35.403104 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:35.404534 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.425145 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:17:35.459163 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Sync routers for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:17:35.467385 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-1db2d322-5560-46c0-894f-bd533a26c4f1 admin admin] 10.222.0.42 "PUT /v2.0/routers/ca81ac16-597a-4055-b6f5-17ed6a25b2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2316141 Jul 28 04:17:35.481852 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:35.488010 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:17:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:35.508627 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Pushing event updated for resources: {'Port': ['ID=996a84de-b769-4478-8a43-3d7aee2340fd,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:35.516293 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-caf8004c-c381-4be0-9118-7a299cb927ae service neutron] 10.222.0.42 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741153 Jul 28 04:17:35.563525 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.570694 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.646589 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-158e5f23-d828-42db-b074-44ef33401c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.731906 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:35.734150 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:35.754008 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb3743-5e5d-4a70-9944-f7ffb6b631fa None None] Pushing event updated for resources: {'Port': ['ID=204cc999-ea91-4963-8c0e-ab3d4886a0b1,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:35.774928 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-c763ab8d-b68c-433c-8b0a-55b959b4a2f1 service neutron] 10.222.0.42 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498662 Jul 28 04:17:35.842746 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:35.843371 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Routers {'3997e689-6917-4965-9df3-1cda88ee1858'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:35.844269 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:17:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['3997e689-6917-4965-9df3-1cda88ee1858'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:35.859970 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c76895e3-0a2e-4334-a421-60e4f0c6bc7b req-e1e7e309-1cb3-4d44-bce5-0b07d23675cc tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 210 time: 0.0827889 Jul 28 04:17:35.878519 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-5e7f1b59-3292-4ecf-b791-7b13638705b1 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5408375 Jul 28 04:17:35.899484 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-158e5f23-d828-42db-b074-44ef33401c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.915296 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-9515a532-4741-4b32-97d8-462509aa85e3 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:17:35.920875 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-9515a532-4741-4b32-97d8-462509aa85e3 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257576 Jul 28 04:17:35.968943 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 55954) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:35.988219 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-158e5f23-d828-42db-b074-44ef33401c74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b5a324dbe284b2bae439763b3e56996&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1257071 Jul 28 04:17:36.042956 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Made reservation on behalf of 1089e5c57f6346feb7bc08c65f939b2a for: {'port': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:36.055267 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:36.072541 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6d94778c-9fca-48db-8acc-1ee83cadd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:36.077879 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6d94778c-9fca-48db-8acc-1ee83cadd2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:36.077879 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-6d94778c-9fca-48db-8acc-1ee83cadd2c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4160ac00-40d3-4286-a9c1-e4de9ee19eae HTTP/1.1" status: 204 len: 168 time: 1.2294569 Jul 28 04:17:36.228663 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:36.248673 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5f23-d828-42db-b074-44ef33401c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0270fd92-8274-4223-830d-9a99c1570242,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:36.297363 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-da8e4140-b306-4d5a-86bb-50f5a7808dd5 None None] Provisioning complete for port 996a84de-b769-4478-8a43-3d7aee2340fd triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:36.298098 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-da8e4140-b306-4d5a-86bb-50f5a7808dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:36.320694 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Allocated IP 172.20.0.9 (c90076fc-be26-4230-8453-0eb58936742a/7370c4f1-833e-4900-883c-587a55a21003/a094b772-d519-48b6-99af-c7bda8cabf82) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:36.325258 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94778c-9fca-48db-8acc-1ee83cadd2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4160ac00-40d3-4286-a9c1-e4de9ee19eae,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:36.368486 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] Set router 3997e689-6917-4965-9df3-1cda88ee1858 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:36.410005 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Router f274f25a-af76-4589-9282-9f83a33177d3 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:17:36.566888 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:32Z', 'revision_number': 2, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:36.631943 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Checking router: ca81ac16-597a-4055-b6f5-17ed6a25b2fb for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:17:36.632030 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Updating router ca81ac16-597a-4055-b6f5-17ed6a25b2fb port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e binding host dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:17:36.667240 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Request body: {'port': {'device_id': '37b6a71e-2bb8-42c3-a964-e951957205a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:36.668276 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:17:36.671772 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-da8e4140-b306-4d5a-86bb-50f5a7808dd5 None None] Port 996a84de-b769-4478-8a43-3d7aee2340fd cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:17:36.680297 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-cfa0a977-3cab-4ac1-909b-d095110c33af admin admin] 10.222.0.42 "PUT /v2.0/routers/f274f25a-af76-4589-9282-9f83a33177d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8549905 Jul 28 04:17:36.688402 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:36.706746 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b1db1cc9-c21e-4c1d-b193-07a367e8f8d2 req-0862a21f-e0e6-4309-9ad3-0ce34109d0d1 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 210 time: 0.2374265 Jul 28 04:17:36.747192 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Sync routers for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:17:36.818248 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:36.847526 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=11acca20-5aaa-43b6-a50e-8a33cfbd8dcf,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:36.874413 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:36.889116 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:17:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:37.014119 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:37.065307 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 55988) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:37.065668 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:37.070527 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-a0ee5c05-5871-4c11-afb8-fad1a32802b9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--445832051', 'description': 'tempest-description--1850488344'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:37.118851 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-67128c75-d3e3-4b12-8b21-aee197bcf712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:37.191042 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:37.278948 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=11acca20-5aaa-43b6-a50e-8a33cfbd8dcf,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:37.301900 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:37.319773 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:37.320959 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 3ebfe7cf-0357-4b2e-a728-873bd7203fda up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:37.330911 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Transition to ACTIVE for port object 136ea438-8dc2-4fa0-b258-d35bfb5ef40e will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:37.369598 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:37.427793 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-67128c75-d3e3-4b12-8b21-aee197bcf712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:37.499098 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Network c90076fc-be26-4230-8453-0eb58936742a is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:37.520318 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:37.530757 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5c05-5871-4c11-afb8-fad1a32802b9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:37.531176 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Pushing event updated for resources: {'Port': ['ID=a094b772-d519-48b6-99af-c7bda8cabf82,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:37.547890 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:37.554571 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:37.555293 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:37.561394 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:37.573839 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c58ed-8f8f-4c70-91d0-6655d5570326 req-1b7c98d6-5666-437e-82a6-374974f5ee72 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:37.575788 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d21c58ed-8f8f-4c70-91d0-6655d5570326 req-1b7c98d6-5666-437e-82a6-374974f5ee72 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 931 time: 0.4494033 Jul 28 04:17:37.602872 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ea5a3-2a07-44c8-a262-e8452dee18b7 req-b1c1efcd-62d6-4b8c-a208-b8b97e2cc264 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:37.604716 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-343ea5a3-2a07-44c8-a262-e8452dee18b7 req-b1c1efcd-62d6-4b8c-a208-b8b97e2cc264 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 931 time: 0.2914920 Jul 28 04:17:37.862141 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-3bc1af1e-8015-4273-897b-9b88957f9dd5 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2643378 Jul 28 04:17:37.862141 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Request body: {'port': {'device_id': '8ada4b44-2136-4320-bb73-92a5f900a10e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:37.862736 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 3ebfe7cf-0357-4b2e-a728-873bd7203fda triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:37.862736 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:37.947363 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3997e689-6917-4965-9df3-1cda88ee1858', 'name': 'tempest-ServerRescueNegativeTestJSON-2001754872-router', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:20Z', 'updated_at': '2021-07-28T04:17:28Z', 'revision_number': 4, 'project_id': '49aa224c10c349e19917670e9bcf0df9', 'gw_port': {'id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3997e689-6917-4965-9df3-1cda88ee1858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:22Z', 'updated_at': '2021-07-28T04:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '204cc999-ea91-4963-8c0e-ab3d4886a0b1', 'name': '', 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'mac_address': 'fa:16:3e:bf:97:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997e689-6917-4965-9df3-1cda88ee1858', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '12a69832-7371-46dc-8a4c-e6392964750d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:35Z', 'revision_number': 4, 'project_id': '49aa224c10c349e19917670e9bcf0df9', 'subnets': [{'id': '12a69832-7371-46dc-8a4c-e6392964750d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:37.956173 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d21c58ed-8f8f-4c70-91d0-6655d5570326 req-01261e95-d89a-4bec-b9e6-8e33758d1b54 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467405 Jul 28 04:17:38.022321 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827293ab-c8e5-4ee0-8b89-6d0c4e7cf4e7 None None] Pushing event updated for resources: {'Port': ['ID=136ea438-8dc2-4fa0-b258-d35bfb5ef40e,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:38.067929 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:38.067929 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c054f-7447-4e56-b5b5-246772c9f9bb None None] The sync data for ids ['3997e689-6917-4965-9df3-1cda88ee1858'] in dv-cinder-740146-11-iscsi is: [{'id': '3997e689-6917-4965-9df3-1cda88ee1858', 'name': 'tempest-ServerRescueNegativeTestJSON-2001754872-router', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:20Z', 'updated_at': '2021-07-28T04:17:28Z', 'revision_number': 4, 'project_id': '49aa224c10c349e19917670e9bcf0df9', 'gw_port': {'id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3997e689-6917-4965-9df3-1cda88ee1858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:22Z', 'updated_at': '2021-07-28T04:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '204cc999-ea91-4963-8c0e-ab3d4886a0b1', 'name': '', 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'mac_address': 'fa:16:3e:bf:97:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3997e689-6917-4965-9df3-1cda88ee1858', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '12a69832-7371-46dc-8a4c-e6392964750d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:35Z', 'revision_number': 4, 'project_id': '49aa224c10c349e19917670e9bcf0df9', 'subnets': [{'id': '12a69832-7371-46dc-8a4c-e6392964750d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:17:38.104355 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-343ea5a3-2a07-44c8-a262-e8452dee18b7 req-63c779fc-6d98-4b9e-b0eb-454077299965 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485586 Jul 28 04:17:38.121877 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Attempting to bind port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:38.122265 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Attempting to bind port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:38.122630 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Attempting to bind port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e on network ad3aa4ec-5218-405d-a846-29fb1ba69d88 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:38.130524 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-67128c75-d3e3-4b12-8b21-aee197bcf712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:38.139851 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-67128c75-d3e3-4b12-8b21-aee197bcf712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:38.145047 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-67128c75-d3e3-4b12-8b21-aee197bcf712 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0270fd92-8274-4223-830d-9a99c1570242 HTTP/1.1" status: 204 len: 168 time: 2.1749012 Jul 28 04:17:38.157969 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:38.164910 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Checking segment: {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:38.168425 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:38.177810 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Bound using segment: {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:38.184459 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:38.184835 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Bound port: 136ea438-8dc2-4fa0-b258-d35bfb5ef40e, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:38.185342 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:38.270755 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67128c75-d3e3-4b12-8b21-aee197bcf712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0270fd92-8274-4223-830d-9a99c1570242,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:38.371221 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5c05-5871-4c11-afb8-fad1a32802b9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:38.438454 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 2, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:38.473144 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5c05-5871-4c11-afb8-fad1a32802b9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:38.475365 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] For port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:38.482036 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] For port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=136ea438-8dc2-4fa0-b258-d35bfb5ef40e,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:38.511428 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Checking router: f274f25a-af76-4589-9282-9f83a33177d3 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:17:38.517401 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Updating router f274f25a-af76-4589-9282-9f83a33177d3 port 996a84de-b769-4478-8a43-3d7aee2340fd binding host dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:17:38.551837 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee5c05-5871-4c11-afb8-fad1a32802b9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9107c7d9-82d2-43b0-911a-a39efdc9c104,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:38.592676 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:38.620630 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:38.650592 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5c05-5871-4c11-afb8-fad1a32802b9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:38.652209 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-a0ee5c05-5871-4c11-afb8-fad1a32802b9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5853550 Jul 28 04:17:38.655146 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56024) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:38.663555 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-a5b26942-88b0-4a70-862a-2857783cffb9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Request body: {'security_group_rule': {'security_group_id': '9107c7d9-82d2-43b0-911a-a39efdc9c104', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:38.760923 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827293ab-c8e5-4ee0-8b89-6d0c4e7cf4e7 None None] Pushing event updated for resources: {'Port': ['ID=136ea438-8dc2-4fa0-b258-d35bfb5ef40e,revision_number=4']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:38.873342 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:38.884070 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:17:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:38.921932 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a5b26942-88b0-4a70-862a-2857783cffb9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:39.130068 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a5b26942-88b0-4a70-862a-2857783cffb9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:39.204527 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a5b26942-88b0-4a70-862a-2857783cffb9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:39.277681 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b26942-88b0-4a70-862a-2857783cffb9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcf4208-7347-4acb-9180-02b5a603fdcb,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:39.320456 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:39.394569 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a5b26942-88b0-4a70-862a-2857783cffb9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:39.395048 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-a5b26942-88b0-4a70-862a-2857783cffb9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7382207 Jul 28 04:17:39.397086 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56042) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:39.401761 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-73ee6a49-f872-42c3-b19a-92921b5abc20 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Request body: {'security_group_rule': {'security_group_id': '9107c7d9-82d2-43b0-911a-a39efdc9c104', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:39.486874 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-d9df40db-e7ee-4ed4-a0ee-810357cf3c00 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:39.509042 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73ee6a49-f872-42c3-b19a-92921b5abc20 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:39.513116 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-d9df40db-e7ee-4ed4-a0ee-810357cf3c00 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/networks?id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 200 len: 819 time: 1.1298399 Jul 28 04:17:39.520300 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:39.538930 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 204cc999-ea91-4963-8c0e-ab3d4886a0b1 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:39.572373 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:39.645447 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3e352319-636d-4b7a-b905-ab1ec9bce013 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/quotas/49aa224c10c349e19917670e9bcf0df9 HTTP/1.1" status: 200 len: 375 time: 0.1312308 Jul 28 04:17:39.700869 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73ee6a49-f872-42c3-b19a-92921b5abc20 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:39.728511 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Notify callbacks [] for port, precommit_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:39.758711 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Transition to ACTIVE for port object dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:39.771999 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Transition to ACTIVE for port object 996a84de-b769-4478-8a43-3d7aee2340fd will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:39.799104 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73ee6a49-f872-42c3-b19a-92921b5abc20 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:39.845456 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee6a49-f872-42c3-b19a-92921b5abc20 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649ab00b-e621-4977-a3ab-b0ce050c4a8e,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:39.876630 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:38Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:39.887607 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-6605cffe-ee44-4498-aa2f-048ec9c89c0d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=49aa224c10c349e19917670e9bcf0df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2389486 Jul 28 04:17:39.918546 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a3cca-d282-4157-b5e9-61a6ae481a2a None None] The sync data for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi is: [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:38Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:17:39.919416 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73ee6a49-f872-42c3-b19a-92921b5abc20 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:39.920907 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-73ee6a49-f872-42c3-b19a-92921b5abc20 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5226717 Jul 28 04:17:39.924669 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56050) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:39.928396 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 204cc999-ea91-4963-8c0e-ab3d4886a0b1 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:39.930835 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:39.939681 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Request body: {'floatingip': {'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:39.944329 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56052) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:39.946120 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.22', 49217) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:39.982566 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 204cc999-ea91-4963-8c0e-ab3d4886a0b1 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:39.983017 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:39.984015 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:40.275311 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56060) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:40.279404 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-967f1d99-d65f-4f56-9aa5-c78d857d0bb2 service neutron] 10.222.0.42 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011487 Jul 28 04:17:40.280642 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-4897a3a6-fefa-42bc-805f-323812e37881 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1970447486', 'description': 'tempest-description--540596651'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:40.331074 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79a42d-6196-4e31-8fb2-fe86db8fbeaf None None] Pushing event updated for resources: {'Port': ['ID=996a84de-b769-4478-8a43-3d7aee2340fd,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:40.383674 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a094b772-d519-48b6-99af-c7bda8cabf82 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:40.462574 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:40.563843 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Attempting to bind port 996a84de-b769-4478-8a43-3d7aee2340fd on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:40.565443 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Attempting to bind port 996a84de-b769-4478-8a43-3d7aee2340fd by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:40.566165 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Attempting to bind port 996a84de-b769-4478-8a43-3d7aee2340fd on network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:40.692310 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:40.692696 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Checking segment: {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:40.693111 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:40.694565 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Bound using segment: {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:40.696361 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Bound port: 996a84de-b769-4478-8a43-3d7aee2340fd, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:40.697961 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:40.717693 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:40.788087 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:40.806975 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3226eed7-d1ef-4682-98df-c802c4cd58e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:40.813317 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Transition to ACTIVE for port object a094b772-d519-48b6-99af-c7bda8cabf82 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:40.956832 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] For port 996a84de-b769-4478-8a43-3d7aee2340fd, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:40.969383 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] For port 996a84de-b769-4478-8a43-3d7aee2340fd, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=996a84de-b769-4478-8a43-3d7aee2340fd,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:40.994516 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:41.011550 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:41.035753 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-1ee61c46-995c-43ee-b497-594f97bfb274 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:41.044044 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-1ee61c46-995c-43ee-b497-594f97bfb274 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.22 "GET /v2.0/networks?id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 200 len: 819 time: 1.0759528 Jul 28 04:17:41.052318 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:41.103866 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Request body: {'port': {'device_id': 'e25a1399-a469-480d-be87-63828e8d5e41', 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d', 'admin_state_up': True, 'tenant_id': '49aa224c10c349e19917670e9bcf0df9'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:41.129776 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4897a3a6-fefa-42bc-805f-323812e37881 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:41.170312 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b2e4c-2b9a-4e9b-908f-31a6c8dd1118 req-e355b789-1b65-4121-9d75-aa28a5017b57 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:41.172585 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-514b2e4c-2b9a-4e9b-908f-31a6c8dd1118 req-e355b789-1b65-4121-9d75-aa28a5017b57 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 943 time: 0.7787476 Jul 28 04:17:41.173635 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Attempting to bind port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:41.174293 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Attempting to bind port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ee967d50-1c38-4261-a533-51be979ae432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16316ecb-b37f-4c49-974b-53cd70ed76e7'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:41.174927 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Attempting to bind port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 on network 16316ecb-b37f-4c49-974b-53cd70ed76e7 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:41.307880 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 on network 16316ecb-b37f-4c49-974b-53cd70ed76e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:17:41.308289 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Attempting to bind port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 on network 16316ecb-b37f-4c49-974b-53cd70ed76e7 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:41.326153 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 204cc999-ea91-4963-8c0e-ab3d4886a0b1, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=204cc999-ea91-4963-8c0e-ab3d4886a0b1,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:41.371409 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:41.376811 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:17:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:41.385952 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-d5742c4a-906f-41c2-a619-134cf424f42f service neutron] 10.222.0.42 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9846156 Jul 28 04:17:41.414936 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:41.415295 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Checking segment: {'id': 'ee967d50-1c38-4261-a533-51be979ae432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16316ecb-b37f-4c49-974b-53cd70ed76e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:41.415897 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Bound using segment: {'id': 'ee967d50-1c38-4261-a533-51be979ae432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16316ecb-b37f-4c49-974b-53cd70ed76e7'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:41.416336 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Bound port: dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee967d50-1c38-4261-a533-51be979ae432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16316ecb-b37f-4c49-974b-53cd70ed76e7'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:41.416698 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:41.501644 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Pushing event updated for resources: {'Port': ['ID=a094b772-d519-48b6-99af-c7bda8cabf82,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:41.524440 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-514b2e4c-2b9a-4e9b-908f-31a6c8dd1118 req-207972b9-6855-482a-aaca-8a8ef46e5317 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382483 Jul 28 04:17:41.631119 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Attempting to bind port a094b772-d519-48b6-99af-c7bda8cabf82 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:41.638172 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Attempting to bind port a094b772-d519-48b6-99af-c7bda8cabf82 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:41.641042 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Attempting to bind port a094b772-d519-48b6-99af-c7bda8cabf82 on network c90076fc-be26-4230-8453-0eb58936742a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:41.667349 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Port a094b772-d519-48b6-99af-c7bda8cabf82 on network c90076fc-be26-4230-8453-0eb58936742a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:17:41.669282 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Attempting to bind port a094b772-d519-48b6-99af-c7bda8cabf82 on network c90076fc-be26-4230-8453-0eb58936742a {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:41.698821 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:41.704064 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Checking segment: {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:41.705419 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Bound using segment: {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:41.706936 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Bound port: a094b772-d519-48b6-99af-c7bda8cabf82, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:41.708219 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:41.851254 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] For port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1, host hv-cinder-74014, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:41.852462 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79a42d-6196-4e31-8fb2-fe86db8fbeaf None None] Pushing event updated for resources: {'Port': ['ID=996a84de-b769-4478-8a43-3d7aee2340fd,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:41.884534 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] For port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1,segment=NetworkSegment(ee967d50-1c38-4261-a533-51be979ae432),segment_id=ee967d50-1c38-4261-a533-51be979ae432)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:41.884845 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:41.884845 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:41.884845 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:41.928697 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:42.100743 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-305eabfe-9480-445d-9359-e7ecdf2c5c9b req-be5097cf-3ddb-44e8-a294-0326b8ab1a66 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 210 time: 0.1350634 Jul 28 04:17:42.127730 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:42.208349 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Allocated IP 172.27.2.201 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/8553196d-87be-4bd8-b288-b18e38b0b792) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:42.255604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:42.256443 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:42.260171 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] 10.222.0.22 "PUT /v2.0/ports/dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 HTTP/1.1" status: 200 len: 1093 time: 6.1500323 Jul 28 04:17:42.263504 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=204cc999-ea91-4963-8c0e-ab3d4886a0b1,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:42.264226 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b6a71e-2bb8-42c3-a964-e951957205a0', 'tag': 'dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:17:42.628334 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3226eed7-d1ef-4682-98df-c802c4cd58e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:42.699656 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] For port a094b772-d519-48b6-99af-c7bda8cabf82, host hv-cinder-74014, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:42.775912 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccd158-12fb-4486-8be5-415bc122fcb1 req-06bdd4ff-5094-40f2-9ca2-384bb14d817b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:42.785757 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a2ccd158-12fb-4486-8be5-415bc122fcb1 req-06bdd4ff-5094-40f2-9ca2-384bb14d817b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 943 time: 0.9625468 Jul 28 04:17:42.789901 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06201c9a-1f15-4a65-8a68-3c14e78d1682 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:42.830409 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] For port a094b772-d519-48b6-99af-c7bda8cabf82, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a094b772-d519-48b6-99af-c7bda8cabf82,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:42.883013 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:42.889610 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:42.927245 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b407d4f-3ee0-4404-90db-1088c0e4f005" -d '{"events": [{"name": "network-changed", "server_uuid": "37b6a71e-2bb8-42c3-a964-e951957205a0", "tag": "dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:17:42.967339 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3226eed7-d1ef-4682-98df-c802c4cd58e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.104956 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.107283 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:40Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:43.107891 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4897a3a6-fefa-42bc-805f-323812e37881 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.108766 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a2ccd158-12fb-4486-8be5-415bc122fcb1 req-6dc8c325-3ad1-4bca-b6dd-ac14a7b5d44f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278662 Jul 28 04:17:43.108766 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.109286 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ca25f-0d1c-493e-980d-5989822e6f25 None None] The sync data for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi is: [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:40Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:17:43.109724 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226eed7-d1ef-4682-98df-c802c4cd58e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71ec029-442e-4b9b-8194-4b6a50872cf4,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:43.109724 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-3226eed7-d1ef-4682-98df-c802c4cd58e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=443a9b77b3704c74a8d663788e5a8ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1294670 Jul 28 04:17:43.109878 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eb859-989a-417d-930c-1e2475741bf1 req-400fb048-7ff2-4131-80a2-d87c07c4a08a tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:43.109878 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c63eb859-989a-417d-930c-1e2475741bf1 req-400fb048-7ff2-4131-80a2-d87c07c4a08a tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 943 time: 0.3266959 Jul 28 04:17:43.109878 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-de77e6b0-9330-4611-9650-3fa52d7e4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:43.109878 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-de77e6b0-9330-4611-9650-3fa52d7e4e63 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7ce1c3edef441e0a4269863cb2d8da8&device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 1096 time: 0.5656528 Jul 28 04:17:43.111947 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56128) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:43.148802 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:43.149520 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.151963 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] 10.222.0.22 "PUT /v2.0/ports/a094b772-d519-48b6-99af-c7bda8cabf82 HTTP/1.1" status: 200 len: 1093 time: 5.3270836 Jul 28 04:17:43.175308 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb9612-5908-4047-afbc-1c8424c5de48 service neutron] Pushing event updated for resources: {'Port': ['ID=a094b772-d519-48b6-99af-c7bda8cabf82,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:43.256618 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-41b09be9-7b28-4f41-b3fa-47582f309080 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 HTTP/1.1" status: 200 len: 217 time: 0.1436403 Jul 28 04:17:43.300265 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4897a3a6-fefa-42bc-805f-323812e37881 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.341494 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c63eb859-989a-417d-930c-1e2475741bf1 req-00f74159-227a-42c9-84fe-13986f292d6e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425427 Jul 28 04:17:43.364062 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.458271 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 204cc999-ea91-4963-8c0e-ab3d4886a0b1 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:43.466999 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897a3a6-fefa-42bc-805f-323812e37881 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c347f458-3b78-4b28-b758-95cad97d675f,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:43.484862 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:43.490226 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:43.493978 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:43.520482 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8be10d28-6075-4a1d-9657-ba12dd66b038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.522671 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event updated for resources: {'Port': ['ID=8553196d-87be-4bd8-b288-b18e38b0b792,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:43.614507 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f5ed6b32-3f46-46a5-a1be-d318b3d12fdf req-c302854b-d074-4621-a644-dc49e407ba28 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 210 time: 0.1924233 Jul 28 04:17:43.615967 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa2de34-5223-4c55-9ed0-e676d7724121 x-openstack-request-id: req-0aa2de34-5223-4c55-9ed0-e676d7724121 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:17:43.616385 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b6a71e-2bb8-42c3-a964-e951957205a0", "tag": "dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:17:43.616636 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0aa2de34-5223-4c55-9ed0-e676d7724121 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:17:43.617166 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b6a71e-2bb8-42c3-a964-e951957205a0', 'tag': 'dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1', 'status': 'completed', 'code': 200} Jul 28 04:17:43.703148 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8be10d28-6075-4a1d-9657-ba12dd66b038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.726661 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-0f671870-7561-47b3-8680-c06b36393a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:43.728957 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-0f671870-7561-47b3-8680-c06b36393a69 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9178c59d-e074-4ffd-81af-72d20b34c569 HTTP/1.1" status: 200 len: 852 time: 0.3409033 Jul 28 04:17:43.760559 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Made reservation on behalf of 49aa224c10c349e19917670e9bcf0df9 for: {'port': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:43.764308 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-55f6b29c-2fda-47a0-8ac4-2a7447d02aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:43.766351 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-55f6b29c-2fda-47a0-8ac4-2a7447d02aa3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 1096 time: 0.1467278 Jul 28 04:17:43.785026 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.824200 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4897a3a6-fefa-42bc-805f-323812e37881 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.848994 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-4897a3a6-fefa-42bc-805f-323812e37881 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.6668031 Jul 28 04:17:43.862085 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56146) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:43.867136 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-24fbbc11-c914-4f05-bc53-efd04a079fc7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16316ecb-b37f-4c49-974b-53cd70ed76e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110189 Jul 28 04:17:43.870910 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-c1ab0b41-2a95-4766-9fc3-5c9c27ae2067 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Request body: {'security_group_rule': {'security_group_id': 'c347f458-3b78-4b28-b758-95cad97d675f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:43.930873 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-31940c26-9378-4643-92e7-fbc31daa0553 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a094b772-d519-48b6-99af-c7bda8cabf82 HTTP/1.1" status: 200 len: 217 time: 0.1224670 Jul 28 04:17:43.965477 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8be10d28-6075-4a1d-9657-ba12dd66b038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.968033 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8be10d28-6075-4a1d-9657-ba12dd66b038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:43.972915 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-8be10d28-6075-4a1d-9657-ba12dd66b038 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d71ec029-442e-4b9b-8194-4b6a50872cf4 HTTP/1.1" status: 204 len: 168 time: 0.8560596 Jul 28 04:17:43.997473 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 204cc999-ea91-4963-8c0e-ab3d4886a0b1 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:43.998048 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:44.024093 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be10d28-6075-4a1d-9657-ba12dd66b038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71ec029-442e-4b9b-8194-4b6a50872cf4,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:44.025182 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:44.239452 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-66ac9bec-2e31-45f6-bd24-a39ba004de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:44.240961 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-66ac9bec-2e31-45f6-bd24-a39ba004de22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7370c4f1-833e-4900-883c-587a55a21003 HTTP/1.1" status: 200 len: 855 time: 0.2670214 Jul 28 04:17:44.264612 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 136ea438-8dc2-4fa0-b258-d35bfb5ef40e up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:44.446147 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:44.453123 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:44.453499 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:44.472005 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:44.633727 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:44.638556 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Allocated IP 172.20.0.14 (0ec26ca8-ebd2-4355-b18e-97b6c974b90d/12a69832-7371-46dc-8a4c-e6392964750d/7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:44.750462 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-6f943c5d-951a-4e26-8324-3b9638ace844 service neutron] 10.222.0.22 "GET /v2.0/networks/16316ecb-b37f-4c49-974b-53cd70ed76e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593086 Jul 28 04:17:44.751381 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=136ea438-8dc2-4fa0-b258-d35bfb5ef40e,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:44.751476 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1ab0b41-2a95-4766-9fc3-5c9c27ae2067 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:44.756956 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56166) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:44.792635 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-ed69a598-9e75-47f5-8d49-9d757f186595 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c90076fc-be26-4230-8453-0eb58936742a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171095 Jul 28 04:17:44.886219 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:44.917383 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2c407-b66c-48c7-a1e7-e9cf65e61f1b req-918bbc8a-0e3d-4bec-bef4-5faf75659a50 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:44.921917 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-60c2c407-b66c-48c7-a1e7-e9cf65e61f1b req-918bbc8a-0e3d-4bec-bef4-5faf75659a50 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 943 time: 0.6674333 Jul 28 04:17:45.052733 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=136ea438-8dc2-4fa0-b258-d35bfb5ef40e,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:45.184815 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7469a38a-5ddf-4413-a4a8-c26fcee2f2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.201275 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.220189 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06bea-885e-47c4-971d-85a2b8887069 req-d6584810-07de-4d84-a5a6-8f72279ed89c tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:45.221461 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a4d06bea-885e-47c4-971d-85a2b8887069 req-d6584810-07de-4d84-a5a6-8f72279ed89c tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 943 time: 0.5450680 Jul 28 04:17:45.231600 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1ab0b41-2a95-4766-9fc3-5c9c27ae2067 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.299733 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.403844 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bef1de6-dad9-4c96-b4f1-39bb65e23690 req-2767ae22-763c-4dc6-967b-6890823510b5 service neutron] 10.222.0.22 "GET /v2.0/networks/16316ecb-b37f-4c49-974b-53cd70ed76e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914213 Jul 28 04:17:45.405666 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1ab0b41-2a95-4766-9fc3-5c9c27ae2067 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.408738 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 996a84de-b769-4478-8a43-3d7aee2340fd up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:45.439091 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-60c2c407-b66c-48c7-a1e7-e9cf65e61f1b req-75127135-2c19-426a-b3a6-30c7c3646ec2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973047 Jul 28 04:17:45.444729 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab0b41-2a95-4766-9fc3-5c9c27ae2067 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd832f5a-03df-4b2b-a274-43276cd94eba,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:45.481904 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56184) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:45.519174 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.536870 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.552535 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event updated for resources: {'Port': ['ID=8553196d-87be-4bd8-b288-b18e38b0b792,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:45.581531 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.22', 49223) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:45.593804 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 996a84de-b769-4478-8a43-3d7aee2340fd completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:45.600233 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 996a84de-b769-4478-8a43-3d7aee2340fd triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:45.600877 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.616138 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d77de350-ffc8-46ca-91ff-c443d4522c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.637963 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ada4b44-2136-4320-bb73-92a5f900a10e', 'tag': 'a094b772-d519-48b6-99af-c7bda8cabf82'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:17:45.640138 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016e0b4d-7f65-4b5a-a8e1-f7c5c5f457b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ada4b44-2136-4320-bb73-92a5f900a10e", "tag": "a094b772-d519-48b6-99af-c7bda8cabf82"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:17:45.728669 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-77f04a20-5e19-4414-a85f-b12d750c6f69 service neutron] 10.222.0.22 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897883 Jul 28 04:17:45.733139 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a4d06bea-885e-47c4-971d-85a2b8887069 req-e17c0e4c-cc5a-4f70-869a-befc70249e91 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774647 Jul 28 04:17:45.741596 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-693ef952-50e1-4b55-82da-6ae357e42829 req-49a6ee47-a716-4ac5-a462-57f6cfc76e6b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 210 time: 0.1841235 Jul 28 04:17:45.754882 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7469a38a-5ddf-4413-a4a8-c26fcee2f2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.777009 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.827050 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.905432 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7469a38a-5ddf-4413-a4a8-c26fcee2f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:45.924413 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5b8213-8582-4ee5-a381-3189ff4f0783 x-openstack-request-id: req-be5b8213-8582-4ee5-a381-3189ff4f0783 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:17:45.924690 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ada4b44-2136-4320-bb73-92a5f900a10e", "tag": "a094b772-d519-48b6-99af-c7bda8cabf82", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:17:45.924939 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be5b8213-8582-4ee5-a381-3189ff4f0783 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:17:45.925414 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ada4b44-2136-4320-bb73-92a5f900a10e', 'tag': 'a094b772-d519-48b6-99af-c7bda8cabf82', 'status': 'completed', 'code': 200} Jul 28 04:17:45.948883 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 996a84de-b769-4478-8a43-3d7aee2340fd, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=996a84de-b769-4478-8a43-3d7aee2340fd,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:45.964539 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b407d4f-3ee0-4404-90db-1088c0e4f005 req-887de4d2-7a3a-4859-bb86-6d20ab530ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:45.970628 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b407d4f-3ee0-4404-90db-1088c0e4f005 req-887de4d2-7a3a-4859-bb86-6d20ab530ca4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f7ce1c3edef441e0a4269863cb2d8da8&device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 1096 time: 0.3512580 Jul 28 04:17:46.000250 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:46.012349 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-3998f2d1-aa86-4ee2-9836-7c9b92247559 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0770178 Jul 28 04:17:46.012349 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:46.016247 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:46.018696 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 136ea438-8dc2-4fa0-b258-d35bfb5ef40e up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:46.077628 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:46.082075 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-7469a38a-5ddf-4413-a4a8-c26fcee2f2b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3f7082d852240b98151d76269c5e233&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3240969 Jul 28 04:17:46.089041 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:46.094836 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:46.095874 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:46.098437 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56196) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:46.099082 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469a38a-5ddf-4413-a4a8-c26fcee2f2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bf7347-58c9-4db6-b378-b8817fafe42f,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:46.115394 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c1ab0b41-2a95-4766-9fc3-5c9c27ae2067 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:46.119287 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56198) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:46.127918 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=996a84de-b769-4478-8a43-3d7aee2340fd,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:46.129926 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Pushing event updated for resources: {'Port': ['ID=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:46.135132 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-c1ab0b41-2a95-4766-9fc3-5c9c27ae2067 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2705696 Jul 28 04:17:46.135798 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56200) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:46.210671 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-817b2ef5-1811-4912-abe3-d6278a94e913 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:46.213388 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-817b2ef5-1811-4912-abe3-d6278a94e913 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.22 "GET /v2.0/networks?id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 200 len: 819 time: 0.7373641 Jul 28 04:17:46.216365 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:46.217012 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:46.218514 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-da5cee86-6c5f-4721-b849-2e41ad554cb9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Request body: {'security_group_rule': {'security_group_id': 'c347f458-3b78-4b28-b758-95cad97d675f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:46.230291 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80acc247-4656-46b9-b4d9-b63bedab1559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:46.284003 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80acc247-4656-46b9-b4d9-b63bedab1559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:46.427640 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7e4bed1-dad7-4456-999b-034daa18a867 req-c254c6bc-13fe-4241-92f6-1fb0fc002b2e service neutron] 10.222.0.22 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755838 Jul 28 04:17:46.448050 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-497b3c87-fa5b-445a-a538-978b5bce5b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:46.553149 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80acc247-4656-46b9-b4d9-b63bedab1559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:46.555731 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80acc247-4656-46b9-b4d9-b63bedab1559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:46.561163 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-80acc247-4656-46b9-b4d9-b63bedab1559 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50bf7347-58c9-4db6-b378-b8817fafe42f HTTP/1.1" status: 204 len: 168 time: 0.4403141 Jul 28 04:17:46.578401 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acc247-4656-46b9-b4d9-b63bedab1559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bf7347-58c9-4db6-b378-b8817fafe42f,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:46.649082 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b407d4f-3ee0-4404-90db-1088c0e4f005 req-167f2f1e-87dc-47fa-9a79-8df1d2f7fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:46.650589 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b407d4f-3ee0-4404-90db-1088c0e4f005 req-167f2f1e-87dc-47fa-9a79-8df1d2f7fdbe service neutron] 10.222.0.22 "GET /v2.0/networks?id=16316ecb-b37f-4c49-974b-53cd70ed76e7 HTTP/1.1" status: 200 len: 913 time: 0.5916104 Jul 28 04:17:46.659390 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-8612139d-1dbc-465d-91a1-a81257c4ded2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--445832051&fields=id&tenant_id=73f850d47a504c4fbcc9cf0c5494e24a HTTP/1.1" status: 200 len: 267 time: 0.1938012 Jul 28 04:17:46.696921 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f8532-10ab-4dbb-9f9e-98b104155fb6 req-8cbd1d43-f80e-42c2-86a2-4f12fb82de64 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:46.704783 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4c3f8532-10ab-4dbb-9f9e-98b104155fb6 req-8cbd1d43-f80e-42c2-86a2-4f12fb82de64 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 943 time: 0.1689906 Jul 28 04:17:46.796177 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4c3f8532-10ab-4dbb-9f9e-98b104155fb6 req-3328732a-5f88-46e2-80c0-de5cba4158b0 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897911 Jul 28 04:17:46.876226 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d77de350-ffc8-46ca-91ff-c443d4522c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:46.895724 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-fc730dbd-10da-4539-9b57-6535f2788b53 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:46.899675 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-fc730dbd-10da-4539-9b57-6535f2788b53 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 816 time: 0.2260246 Jul 28 04:17:46.942584 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-c64c8beb-249d-4253-9330-42a5f0b056cb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/quotas/73f850d47a504c4fbcc9cf0c5494e24a HTTP/1.1" status: 200 len: 375 time: 0.0344460 Jul 28 04:17:46.958815 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8822fa1-7022-4b37-91de-864012703034 req-980a8b96-66e8-43d6-854e-4fbb4c70e56a tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:46.960443 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8822fa1-7022-4b37-91de-864012703034 req-980a8b96-66e8-43d6-854e-4fbb4c70e56a tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 943 time: 0.0622346 Jul 28 04:17:47.003792 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d77de350-ffc8-46ca-91ff-c443d4522c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.027484 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.062376 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-ebf921e9-34d0-4874-894f-a1dd6fed0762 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9718268 Jul 28 04:17:47.086001 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-d77de350-ffc8-46ca-91ff-c443d4522c1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f2151436c974c6788b13f2ecc0a1712&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6024954 Jul 28 04:17:47.089443 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56224) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:47.093721 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8822fa1-7022-4b37-91de-864012703034 req-3180af86-1214-4c03-b54e-66f3f9639651 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230981 Jul 28 04:17:47.097491 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77de350-ffc8-46ca-91ff-c443d4522c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8ae73c-fae1-488a-a127-71f1aa232846,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:47.109825 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-3731d164-a654-4d08-a2d6-dd96da792190 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1483393 Jul 28 04:17:47.214097 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-da5cee86-6c5f-4721-b849-2e41ad554cb9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.293381 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 996a84de-b769-4478-8a43-3d7aee2340fd up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:47.366808 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-257881e2-66a3-4494-ab71-daf05a5302be req-5d808629-eda4-40f4-b8fc-7af99515d201 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 210 time: 0.1249604 Jul 28 04:17:47.382372 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 996a84de-b769-4478-8a43-3d7aee2340fd triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:47.383492 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.409029 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56226) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:47.454406 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Request body: {'port': {'device_id': 'e79d949f-434b-4428-915f-0f7e9065a8e3', 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d', 'admin_state_up': True, 'tenant_id': '49aa224c10c349e19917670e9bcf0df9'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:47.506331 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Request body: {'port': {'device_id': 'e25a1399-a469-480d-be87-63828e8d5e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:47.534306 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7e5457ee-7dde-40c7-b183-36dc49e98703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.565630 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-0f4b3e55-ed38-4523-89f9-ca87ebed3e1a service neutron] 10.222.0.42 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260755 Jul 28 04:17:47.572327 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-292fd4f4-15ff-477e-9068-1bf049328bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.580842 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b407d4f-3ee0-4404-90db-1088c0e4f005 req-7d3c657a-63ab-465d-afb1-c91fe39892c9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 HTTP/1.1" status: 200 len: 217 time: 0.1514153 Jul 28 04:17:47.602385 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7e5457ee-7dde-40c7-b183-36dc49e98703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.626241 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-497b3c87-fa5b-445a-a538-978b5bce5b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.633977 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-da5cee86-6c5f-4721-b849-2e41ad554cb9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.642211 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.802502 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-497b3c87-fa5b-445a-a538-978b5bce5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.859609 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-da5cee86-6c5f-4721-b849-2e41ad554cb9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.895438 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7e5457ee-7dde-40c7-b183-36dc49e98703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.898024 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7e5457ee-7dde-40c7-b183-36dc49e98703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.899167 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-7e5457ee-7dde-40c7-b183-36dc49e98703 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c8ae73c-fae1-488a-a127-71f1aa232846 HTTP/1.1" status: 204 len: 168 time: 0.8086066 Jul 28 04:17:47.914736 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-497b3c87-fa5b-445a-a538-978b5bce5b36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2089fcee1dea413db98d98023fe3749a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7834215 Jul 28 04:17:47.922337 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b3c87-fa5b-445a-a538-978b5bce5b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bc9f1b-28c9-462e-ab5d-8a205bfc431b,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:47.924855 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56236) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:47.955218 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cee86-6c5f-4721-b849-2e41ad554cb9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739cd5be-0a32-47b7-a78a-4427a0f795e0,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:47.967557 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5457ee-7dde-40c7-b183-36dc49e98703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8ae73c-fae1-488a-a127-71f1aa232846,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:48.082509 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a {{(pid=93704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:48.090428 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.104943 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Transition to ACTIVE for port object 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:48.122093 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-9d440e71-f870-4814-ac6d-a7289de0e01e service neutron] 10.222.0.42 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476258 Jul 28 04:17:48.131179 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b407d4f-3ee0-4404-90db-1088c0e4f005 req-dcd63c92-95aa-4ae6-8747-f36a833f0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:48.132716 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b407d4f-3ee0-4404-90db-1088c0e4f005 req-dcd63c92-95aa-4ae6-8747-f36a833f0393 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9178c59d-e074-4ffd-81af-72d20b34c569 HTTP/1.1" status: 200 len: 852 time: 0.1805847 Jul 28 04:17:48.141643 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44d07-36ee-4dbd-84db-fd9f25b36127 req-7d438ad2-6558-46ed-918d-533a1952a7f3 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:48.147292 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-acc44d07-36ee-4dbd-84db-fd9f25b36127 req-7d438ad2-6558-46ed-918d-533a1952a7f3 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 943 time: 0.2642634 Jul 28 04:17:48.187463 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.198116 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e0b4d-7f65-4b5a-a8e1-f7c5c5f457b1 req-49d761c8-6702-4ab1-bf69-c8b03e65ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:48.199602 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-016e0b4d-7f65-4b5a-a8e1-f7c5c5f457b1 req-49d761c8-6702-4ab1-bf69-c8b03e65ad0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 1096 time: 0.2563691 Jul 28 04:17:48.204903 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b407d4f-3ee0-4404-90db-1088c0e4f005 req-eab67f6f-1c5c-4f77-8dbe-721ee2887763 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16316ecb-b37f-4c49-974b-53cd70ed76e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508146 Jul 28 04:17:48.254426 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d2dfc8f6-3a1e-4c8a-adde-8e6cdfade95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.285272 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:48.286980 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-acc44d07-36ee-4dbd-84db-fd9f25b36127 req-bd6e40e3-d45a-44ab-8056-2f28c819eddc tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382971 Jul 28 04:17:48.298251 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Attempting to bind port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:48.298660 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Attempting to bind port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:48.299093 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Attempting to bind port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a on network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:48.303586 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a on network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:17:48.303936 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Attempting to bind port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a on network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:48.309030 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:48.309294 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Checking segment: {'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:48.309779 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Bound using segment: {'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:48.310203 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Bound port: 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:48.310560 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.364821 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:17:48.405340 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] For port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a, host hv-cinder-74014, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:48.410492 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] For port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:48.444923 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-292fd4f4-15ff-477e-9068-1bf049328bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.466495 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d2dfc8f6-3a1e-4c8a-adde-8e6cdfade95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.486450 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.503136 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1a066d24-820a-4b28-8f25-b3b2d876100b req-4bc66833-136b-4c8a-89ae-d94f573ebafe tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 210 time: 0.0860834 Jul 28 04:17:48.532629 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-292fd4f4-15ff-477e-9068-1bf049328bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.554219 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:48.556295 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.557642 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] 10.222.0.22 "PUT /v2.0/ports/7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a HTTP/1.1" status: 200 len: 1094 time: 1.0557711 Jul 28 04:17:48.561148 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25a1399-a469-480d-be87-63828e8d5e41', 'tag': '7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:17:48.615072 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e0b4d-7f65-4b5a-a8e1-f7c5c5f457b1 req-431de779-464c-4806-8719-16f70b0e58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:48.616532 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-016e0b4d-7f65-4b5a-a8e1-f7c5c5f457b1 req-431de779-464c-4806-8719-16f70b0e58c6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c90076fc-be26-4230-8453-0eb58936742a HTTP/1.1" status: 200 len: 916 time: 0.3875034 Jul 28 04:17:48.638584 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-da5cee86-6c5f-4721-b849-2e41ad554cb9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.643097 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-da5cee86-6c5f-4721-b849-2e41ad554cb9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4484251 Jul 28 04:17:48.645196 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b407d4f-3ee0-4404-90db-1088c0e4f005 req-06347d6f-bfa8-4774-bf8f-0f90db1a01a7 service neutron] 10.222.0.22 "GET /v2.0/networks/16316ecb-b37f-4c49-974b-53cd70ed76e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112389 Jul 28 04:17:48.651190 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56268) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:48.674828 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Request body: {'floatingip': {'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:48.682758 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fd4f4-15ff-477e-9068-1bf049328bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d80bb8-bcab-4057-9a84-2456db5bf400,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:48.690119 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-292fd4f4-15ff-477e-9068-1bf049328bc7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=350c177659944c8ab8dc1e0133cf2994&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2615926 Jul 28 04:17:48.701384 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56270) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:48.731092 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69acbbf-aa5a-4575-bf85-d4dd479f81b3 req-2b48a4aa-e77b-4c62-b592-942785a1482d tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:48.738008 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f69acbbf-aa5a-4575-bf85-d4dd479f81b3 req-2b48a4aa-e77b-4c62-b592-942785a1482d tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 943 time: 0.3077478 Jul 28 04:17:48.738278 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c4e3c-ed7e-44b2-b47e-08cbe691db20 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:48.738368 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f2ee69e9-4a42-4a9b-a480-1623189dcac9 req-6fffe909-7dd1-4838-a72a-75ac63d6a196 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 210 time: 0.1229436 Jul 28 04:17:48.752131 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-016e0b4d-7f65-4b5a-a8e1-f7c5c5f457b1 req-995381fa-472f-44f2-814a-b82e15ffb200 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a094b772-d519-48b6-99af-c7bda8cabf82 HTTP/1.1" status: 200 len: 217 time: 0.1237772 Jul 28 04:17:48.803065 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-2d6cc490-2e02-4702-b1f7-28a2a94b285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:48.805409 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-2d6cc490-2e02-4702-b1f7-28a2a94b285a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49aa224c10c349e19917670e9bcf0df9&device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 1097 time: 0.1416988 Jul 28 04:17:48.831240 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4a27e7-86ce-4e01-92bc-26ded3bd9256" -d '{"events": [{"name": "network-changed", "server_uuid": "e25a1399-a469-480d-be87-63828e8d5e41", "tag": "7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:17:48.857465 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d2dfc8f6-3a1e-4c8a-adde-8e6cdfade95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.860987 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d2dfc8f6-3a1e-4c8a-adde-8e6cdfade95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.861912 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-d2dfc8f6-3a1e-4c8a-adde-8e6cdfade95b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82bc9f1b-28c9-462e-ab5d-8a205bfc431b HTTP/1.1" status: 204 len: 168 time: 0.9332590 Jul 28 04:17:48.862578 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Made reservation on behalf of 49aa224c10c349e19917670e9bcf0df9 for: {'port': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:48.865578 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-503ba15b-d5f9-4223-8346-61715fee826a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.865970 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.909466 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f69acbbf-aa5a-4575-bf85-d4dd479f81b3 req-f68d49e7-b61f-4a4c-a4eb-40c1afa7727e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266837 Jul 28 04:17:48.915024 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e0b4d-7f65-4b5a-a8e1-f7c5c5f457b1 req-c5570cf1-ffc3-4a40-b81e-2ad73e888264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:48.916554 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-016e0b4d-7f65-4b5a-a8e1-f7c5c5f457b1 req-c5570cf1-ffc3-4a40-b81e-2ad73e888264 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7370c4f1-833e-4900-883c-587a55a21003 HTTP/1.1" status: 200 len: 855 time: 0.1316364 Jul 28 04:17:48.920945 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfc8f6-3a1e-4c8a-adde-8e6cdfade95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bc9f1b-28c9-462e-ab5d-8a205bfc431b,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:48.951938 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-503ba15b-d5f9-4223-8346-61715fee826a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:48.956676 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-8114d082-4028-4b6e-a2b6-be525fa1553e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a HTTP/1.1" status: 200 len: 217 time: 0.1420264 Jul 28 04:17:49.000455 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-016e0b4d-7f65-4b5a-a8e1-f7c5c5f457b1 req-d0eea492-d688-414a-91b8-d5578a38b790 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c90076fc-be26-4230-8453-0eb58936742a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690491 Jul 28 04:17:49.005083 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b407d4f-3ee0-4404-90db-1088c0e4f005 req-31f5cbbd-77b0-4752-8f7b-f75e0335080f service neutron] 10.222.0.22 "GET /v2.0/networks/16316ecb-b37f-4c49-974b-53cd70ed76e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246088 Jul 28 04:17:49.037939 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-7f034c28-142d-4812-b7e0-0a51f5aea761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:49.039577 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-7f034c28-142d-4812-b7e0-0a51f5aea761 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12a69832-7371-46dc-8a4c-e6392964750d HTTP/1.1" status: 200 len: 859 time: 0.0728681 Jul 28 04:17:49.068347 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:49.120864 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-107135af-0be8-45c1-b98f-6859d2299589 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642650 Jul 28 04:17:49.185241 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Allocated IP 172.20.0.4 (0ec26ca8-ebd2-4355-b18e-97b6c974b90d/12a69832-7371-46dc-8a4c-e6392964750d/1e24e8ef-126b-4338-a8a4-11816f2312cf) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:49.216612 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-016e0b4d-7f65-4b5a-a8e1-f7c5c5f457b1 req-793e03e3-17c9-44c7-b9da-f5511c3a17a8 service neutron] 10.222.0.22 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014697 Jul 28 04:17:49.222584 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-3426b6b3-f835-47f3-8ca6-bc1eaa041a54 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923231 Jul 28 04:17:49.222700 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-503ba15b-d5f9-4223-8346-61715fee826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:49.225161 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-503ba15b-d5f9-4223-8346-61715fee826a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:49.228645 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-503ba15b-d5f9-4223-8346-61715fee826a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8d80bb8-bcab-4057-9a84-2456db5bf400 HTTP/1.1" status: 204 len: 168 time: 0.5204022 Jul 28 04:17:49.238275 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba15b-d5f9-4223-8346-61715fee826a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d80bb8-bcab-4057-9a84-2456db5bf400,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:49.251432 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10eb217-0f20-46f1-b3e9-ba5f52c64084 x-openstack-request-id: req-c10eb217-0f20-46f1-b3e9-ba5f52c64084 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:17:49.251794 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25a1399-a469-480d-be87-63828e8d5e41", "tag": "7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:17:49.252041 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c10eb217-0f20-46f1-b3e9-ba5f52c64084 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:17:49.252496 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25a1399-a469-480d-be87-63828e8d5e41', 'tag': '7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a', 'status': 'completed', 'code': 200} Jul 28 04:17:49.402404 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cf75571e-03ce-4eb9-933a-35d5514040fc req-7b0759ef-d65f-4502-9cac-f11467659db0 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651361 Jul 28 04:17:49.462413 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-016e0b4d-7f65-4b5a-a8e1-f7c5c5f457b1 req-84f0e89f-75d7-4cf7-99f9-da8dc518ca33 service neutron] 10.222.0.22 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283139 Jul 28 04:17:49.483914 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:49.560033 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:49.577735 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430d5c3-cba8-45d5-a01d-d508a7c700cf req-cb279c24-c171-49e7-a4da-0fa0c57d7566 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:49.579257 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8430d5c3-cba8-45d5-a01d-d508a7c700cf req-cb279c24-c171-49e7-a4da-0fa0c57d7566 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 943 time: 0.1668000 Jul 28 04:17:49.655604 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a9acf990-d049-4b44-ba7a-a7059f559472 req-914f5b66-8c17-49f1-b505-346cdd234fc1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 210 time: 0.0753388 Jul 28 04:17:49.725479 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a27e7-86ce-4e01-92bc-26ded3bd9256 req-9d7a4fb4-96a7-4f7a-940d-5fdeaba35d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:49.726945 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6f4a27e7-86ce-4e01-92bc-26ded3bd9256 req-9d7a4fb4-96a7-4f7a-940d-5fdeaba35d12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49aa224c10c349e19917670e9bcf0df9&device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 1097 time: 0.1866386 Jul 28 04:17:49.738697 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8430d5c3-cba8-45d5-a01d-d508a7c700cf req-5da4c119-2b3e-4227-b30b-b963a6b3ee48 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357889 Jul 28 04:17:49.838006 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56298) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:49.847405 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5cf21cd4-6554-45ff-bbe6-81c1682eeab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:49.960038 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5cf21cd4-6554-45ff-bbe6-81c1682eeab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.027702 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Allocated IP 172.27.2.166 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/8794c13f-64fa-4fff-8909-8e6daa3983ff) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:50.034693 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5cf21cd4-6554-45ff-bbe6-81c1682eeab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.037102 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.078404 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-5cf21cd4-6554-45ff-bbe6-81c1682eeab9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=489621df59f14b238d629f5df4b608e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440040 Jul 28 04:17:50.081542 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56312) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:50.151474 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf21cd4-6554-45ff-bbe6-81c1682eeab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a84a48-33bb-4983-906c-e98fd91b480b,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:50.169122 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80951b35-2a03-4c44-85b8-efe099d936e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.190634 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80951b35-2a03-4c44-85b8-efe099d936e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.216343 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:50.239533 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:50.242433 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:50.248233 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:50.248655 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.259495 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Pushing event updated for resources: {'Port': ['ID=1e24e8ef-126b-4338-a8a4-11816f2312cf,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:50.289350 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b7cb7-e964-478a-bb9b-b631675fbd11 req-08ef0888-c631-4528-b9ce-daa4f7606037 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:50.290831 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-064b7cb7-e964-478a-bb9b-b631675fbd11 req-08ef0888-c631-4528-b9ce-daa4f7606037 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 943 time: 0.2649617 Jul 28 04:17:50.299443 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b1cb9-8e13-474c-b392-188d65eeaed3 req-67f50eaf-a59c-409d-a285-3d5009051446 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:50.301055 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cb5b1cb9-8e13-474c-b392-188d65eeaed3 req-67f50eaf-a59c-409d-a285-3d5009051446 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 931 time: 0.2711923 Jul 28 04:17:50.305789 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a27e7-86ce-4e01-92bc-26ded3bd9256 req-6d091a5d-172b-4244-8908-36d29ea2f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:50.307234 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6f4a27e7-86ce-4e01-92bc-26ded3bd9256 req-6d091a5d-172b-4244-8908-36d29ea2f622 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 200 len: 920 time: 0.5663755 Jul 28 04:17:50.312786 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80951b35-2a03-4c44-85b8-efe099d936e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.315765 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-80951b35-2a03-4c44-85b8-efe099d936e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.319752 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-80951b35-2a03-4c44-85b8-efe099d936e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6a84a48-33bb-4983-906c-e98fd91b480b HTTP/1.1" status: 204 len: 168 time: 0.2346885 Jul 28 04:17:50.327218 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80951b35-2a03-4c44-85b8-efe099d936e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a84a48-33bb-4983-906c-e98fd91b480b,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:50.389683 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c795d7b6-a75b-4663-b602-7b492f4f953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9794741 Jul 28 04:17:50.389683 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6f4a27e7-86ce-4e01-92bc-26ded3bd9256 req-d202068f-5be8-46e7-b46d-e0e59d7a8d09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a HTTP/1.1" status: 200 len: 217 time: 0.0673919 Jul 28 04:17:50.416857 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Request body: {'port': {'device_id': 'e79d949f-434b-4428-915f-0f7e9065a8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:50.466104 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-064b7cb7-e964-478a-bb9b-b631675fbd11 req-29a233c2-36d9-44e7-8fa5-e51fcd514927 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640348 Jul 28 04:17:50.497510 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cb5b1cb9-8e13-474c-b392-188d65eeaed3 req-948cffd4-f490-431e-93ea-0703a5d5eb4e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861198 Jul 28 04:17:50.514803 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.551391 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a27e7-86ce-4e01-92bc-26ded3bd9256 req-b085b62f-d08e-44be-8baa-fc0d1f528d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:50.552908 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6f4a27e7-86ce-4e01-92bc-26ded3bd9256 req-b085b62f-d08e-44be-8baa-fc0d1f528d46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12a69832-7371-46dc-8a4c-e6392964750d HTTP/1.1" status: 200 len: 859 time: 0.1467566 Jul 28 04:17:50.578625 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.600297 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6f4a27e7-86ce-4e01-92bc-26ded3bd9256 req-aaf046ef-1fac-4b67-8b4f-797900e59fa0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369473 Jul 28 04:17:50.806990 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.841385 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6f4a27e7-86ce-4e01-92bc-26ded3bd9256 req-13f22b92-0afc-4857-9185-fc3e8d0c36fa service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296438 Jul 28 04:17:50.843465 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c52a3ac9-bc39-4502-ade2-0b01d9997fda req-544e9180-d72d-4497-bad5-e00b9fc0740a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 210 time: 0.1084995 Jul 28 04:17:51.018258 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:51.021576 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event updated for resources: {'Port': ['ID=8794c13f-64fa-4fff-8909-8e6daa3983ff,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:51.034082 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:51.046163 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:51.104896 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3a9f1-d5da-4415-a400-738a3c509a34 req-18c96ebc-aed2-4fb4-aba8-03d85480aa74 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:51.106463 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7db3a9f1-d5da-4415-a400-738a3c509a34 req-18c96ebc-aed2-4fb4-aba8-03d85480aa74 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 943 time: 0.2761445 Jul 28 04:17:51.112978 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-58bc6c2c-f55c-4b8e-955b-6b99fc7c20b3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:51.116045 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-58bc6c2c-f55c-4b8e-955b-6b99fc7c20b3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 816 time: 0.1327324 Jul 28 04:17:51.195489 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6f4a27e7-86ce-4e01-92bc-26ded3bd9256 req-2663491f-c1ff-421e-aa15-f161f7d78520 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212466 Jul 28 04:17:51.205721 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-e0728857-0ace-48af-abd0-f09b84b83989 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f850d47a504c4fbcc9cf0c5494e24a HTTP/1.1" status: 200 len: 379 time: 0.0695918 Jul 28 04:17:51.217504 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Request body: {'port': {'device_id': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'admin_state_up': True, 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'security_groups': ['9107c7d9-82d2-43b0-911a-a39efdc9c104']}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:51.243978 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.276415 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7db3a9f1-d5da-4415-a400-738a3c509a34 req-3f1038e2-8395-4060-a49f-03c6172bc46e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335051 Jul 28 04:17:51.311821 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e24e8ef-126b-4338-a8a4-11816f2312cf {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:51.324153 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.363808 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Transition to ACTIVE for port object 1e24e8ef-126b-4338-a8a4-11816f2312cf will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:51.366189 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.368740 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:17:51.437835 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.477597 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Made reservation on behalf of 73f850d47a504c4fbcc9cf0c5494e24a for: {'port': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:51.481125 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.522535 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1,segment=NetworkSegment(ee967d50-1c38-4261-a533-51be979ae432),segment_id=ee967d50-1c38-4261-a533-51be979ae432)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:51.537653 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': 'dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1', 'network_id': '16316ecb-b37f-4c49-974b-53cd70ed76e7', 'port_id': 'dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1', 'mac_address': 'fa:16:3e:b7:6f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9178c59d-e074-4ffd-81af-72d20b34c569', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:17:51.588705 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.607525 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:51.633484 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1,segment=NetworkSegment(ee967d50-1c38-4261-a533-51be979ae432),segment_id=ee967d50-1c38-4261-a533-51be979ae432)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:51.684655 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Allocated IP 172.20.0.5 (ad3aa4ec-5218-405d-a846-29fb1ba69d88/544bb25e-b022-43b8-9330-a0732814dcb0/3ce7290d-0099-49be-b853-0b39b27279bb) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:51.707740 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Pushing event updated for resources: {'Port': ['ID=1e24e8ef-126b-4338-a8a4-11816f2312cf,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:51.718467 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.719131 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device a094b772-d519-48b6-99af-c7bda8cabf82 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:17:51.756005 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Attempting to bind port 1e24e8ef-126b-4338-a8a4-11816f2312cf on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:51.758045 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Attempting to bind port 1e24e8ef-126b-4338-a8a4-11816f2312cf by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:51.758045 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Attempting to bind port 1e24e8ef-126b-4338-a8a4-11816f2312cf on network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:51.818054 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.823154 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Port 1e24e8ef-126b-4338-a8a4-11816f2312cf on network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:17:51.823837 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Attempting to bind port 1e24e8ef-126b-4338-a8a4-11816f2312cf on network 0ec26ca8-ebd2-4355-b18e-97b6c974b90d {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:51.837013 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:51.863024 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30804c17-5d35-4a5b-9b41-8e56a1d91b77 req-1420d53e-b300-46b8-aad4-a8904b105643 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:51.863024 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-30804c17-5d35-4a5b-9b41-8e56a1d91b77 req-1420d53e-b300-46b8-aad4-a8904b105643 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 943 time: 0.2097948 Jul 28 04:17:51.863024 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:51.863024 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Checking segment: {'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:51.863829 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Bound using segment: {'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:51.864569 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Bound port: 1e24e8ef-126b-4338-a8a4-11816f2312cf, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de3583d-dec1-48da-814e-ab2f77b5d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:51.865080 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.880738 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port a094b772-d519-48b6-99af-c7bda8cabf82, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a094b772-d519-48b6-99af-c7bda8cabf82,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:51.897022 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': 'a094b772-d519-48b6-99af-c7bda8cabf82', 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a', 'port_id': 'a094b772-d519-48b6-99af-c7bda8cabf82', 'mac_address': 'fa:16:3e:72:c6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7370c4f1-833e-4900-883c-587a55a21003', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:17:51.913494 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.921629 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.943162 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Transition to ACTIVE for port object 3ce7290d-0099-49be-b853-0b39b27279bb will not be triggered until provisioned by entity DHCP. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:51.943861 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.959909 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a094b772-d519-48b6-99af-c7bda8cabf82 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:51.991471 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.994615 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port a094b772-d519-48b6-99af-c7bda8cabf82, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a094b772-d519-48b6-99af-c7bda8cabf82,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:52.003040 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd84e3-09fd-4433-8e0a-c7984bf89231 req-fa5048b0-b508-4bd3-b1cf-55a512974ca5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:52.004764 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c8bd84e3-09fd-4433-8e0a-c7984bf89231 req-fa5048b0-b508-4bd3-b1cf-55a512974ca5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 943 time: 0.3511302 Jul 28 04:17:52.049661 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:52.107663 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:52.113559 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Network ad3aa4ec-5218-405d-a846-29fb1ba69d88 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:52.124158 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:52.154702 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:52.178179 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:52.178863 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:52.190419 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=a094b772-d519-48b6-99af-c7bda8cabf82,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:52.193717 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event updated for resources: {'Port': ['ID=3ce7290d-0099-49be-b853-0b39b27279bb,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:52.273626 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-87e0d421-d080-4a0c-ba35-003bd1049f57 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0610197 Jul 28 04:17:52.287261 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Request body: {'port': {'device_id': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:52.310851 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-30804c17-5d35-4a5b-9b41-8e56a1d91b77 req-f5dc7d92-a8b2-4674-b0a8-a925b59558c3 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193180 Jul 28 04:17:52.328041 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event updated for resources: {'Port': ['ID=8794c13f-64fa-4fff-8909-8e6daa3983ff,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:52.348527 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c8bd84e3-09fd-4433-8e0a-c7984bf89231 req-c558ff4c-617d-4bed-bcf6-3ae45a049f69 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236616 Jul 28 04:17:52.351462 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] For port 1e24e8ef-126b-4338-a8a4-11816f2312cf, host hv-cinder-74014, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:52.373944 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:17:52.396077 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:52.409905 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-1374d7f7-19e7-4b8f-9952-51f42bfe2389 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7527471 Jul 28 04:17:52.427373 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] For port 1e24e8ef-126b-4338-a8a4-11816f2312cf, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1e24e8ef-126b-4338-a8a4-11816f2312cf,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:52.432197 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['a094b772-d519-48b6-99af-c7bda8cabf82'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:17:52.440350 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:52.499974 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:52.517830 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:52.518762 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:52.520468 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] 10.222.0.22 "PUT /v2.0/ports/1e24e8ef-126b-4338-a8a4-11816f2312cf HTTP/1.1" status: 200 len: 1093 time: 2.1163030 Jul 28 04:17:52.523775 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79d949f-434b-4428-915f-0f7e9065a8e3', 'tag': '1e24e8ef-126b-4338-a8a4-11816f2312cf'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:17:52.526860 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1addcd-b08f-4a24-ad00-ad5fcc5113b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e79d949f-434b-4428-915f-0f7e9065a8e3", "tag": "1e24e8ef-126b-4338-a8a4-11816f2312cf"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:17:52.600000 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a9408-d27b-4192-bdad-00f88398eac7 req-e5819be5-b4ca-40da-b2ec-9c9f7dc059f0 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:52.607733 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fd5a9408-d27b-4192-bdad-00f88398eac7 req-e5819be5-b4ca-40da-b2ec-9c9f7dc059f0 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 944 time: 0.1420989 Jul 28 04:17:52.731731 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef58df-59be-4c86-a788-1ffbf7bdd975 req-26dd76c1-166d-467c-89b0-32da9a7b61cf tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:52.733367 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ffef58df-59be-4c86-a788-1ffbf7bdd975 req-26dd76c1-166d-467c-89b0-32da9a7b61cf tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 931 time: 0.2106538 Jul 28 04:17:52.748244 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fd5a9408-d27b-4192-bdad-00f88398eac7 req-49f5b945-1a82-42c1-bf32-f4a430f2b353 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394877 Jul 28 04:17:52.786317 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439c12c-c29e-4297-a756-3d5e9e8282ac service neutron] Pushing event updated for resources: {'Port': ['ID=1e24e8ef-126b-4338-a8a4-11816f2312cf,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:52.831267 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-4438df85-8974-467e-8df2-15aa768956c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:52.833600 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-4438df85-8974-467e-8df2-15aa768956c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49aa224c10c349e19917670e9bcf0df9&device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 1096 time: 0.1811457 Jul 28 04:17:52.841175 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ae841d-ba45-4d9f-874a-a3db35e4addd x-openstack-request-id: req-29ae841d-ba45-4d9f-874a-a3db35e4addd {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:17:52.842025 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79d949f-434b-4428-915f-0f7e9065a8e3", "tag": "1e24e8ef-126b-4338-a8a4-11816f2312cf", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:17:52.842422 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29ae841d-ba45-4d9f-874a-a3db35e4addd {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:17:52.842960 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79d949f-434b-4428-915f-0f7e9065a8e3', 'tag': '1e24e8ef-126b-4338-a8a4-11816f2312cf', 'status': 'completed', 'code': 200} Jul 28 04:17:52.854777 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-13744f87-0a11-4b1a-9f5c-a3c0553b44f7 None None] Provisioning for port 3ce7290d-0099-49be-b853-0b39b27279bb completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:52.861341 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-13744f87-0a11-4b1a-9f5c-a3c0553b44f7 None None] Provisioning complete for port 3ce7290d-0099-49be-b853-0b39b27279bb triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:52.861708 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-13744f87-0a11-4b1a-9f5c-a3c0553b44f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:52.920144 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-c33ad693-a118-4844-9412-52099afe7115 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e24e8ef-126b-4338-a8a4-11816f2312cf HTTP/1.1" status: 200 len: 217 time: 0.0725622 Jul 28 04:17:52.926598 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ffef58df-59be-4c86-a788-1ffbf7bdd975 req-8101dbaf-6e30-4598-9253-f88ab65d29cf tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721849 Jul 28 04:17:52.974837 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce7290d-0099-49be-b853-0b39b27279bb {{(pid=93704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:52.978211 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-13744f87-0a11-4b1a-9f5c-a3c0553b44f7 None None] Port 3ce7290d-0099-49be-b853-0b39b27279bb cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:17:52.986005 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:53.002388 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Transition to ACTIVE for port object 3ce7290d-0099-49be-b853-0b39b27279bb will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:53.030600 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-08ce046e-ebf9-4ae4-b296-21d2737e7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:53.032317 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-08ce046e-ebf9-4ae4-b296-21d2737e7481 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12a69832-7371-46dc-8a4c-e6392964750d HTTP/1.1" status: 200 len: 859 time: 0.1046193 Jul 28 04:17:53.038572 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-2dc5629f-a258-450e-b8c2-d3f53f9d1d27 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1970447486&fields=id&tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060 HTTP/1.1" status: 200 len: 267 time: 0.0532110 Jul 28 04:17:53.072898 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:53.089530 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-7d01bdbc-9bd3-4723-a81b-fdbbab9437df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435364 Jul 28 04:17:53.134756 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7290d-0099-49be-b853-0b39b27279bb,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:53.177007 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Attempting to bind port 3ce7290d-0099-49be-b853-0b39b27279bb on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:53.177343 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Attempting to bind port 3ce7290d-0099-49be-b853-0b39b27279bb by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:53.177667 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Attempting to bind port 3ce7290d-0099-49be-b853-0b39b27279bb on network ad3aa4ec-5218-405d-a846-29fb1ba69d88 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:53.185488 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Port 3ce7290d-0099-49be-b853-0b39b27279bb on network ad3aa4ec-5218-405d-a846-29fb1ba69d88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:17:53.185818 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Attempting to bind port 3ce7290d-0099-49be-b853-0b39b27279bb on network ad3aa4ec-5218-405d-a846-29fb1ba69d88 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:53.191597 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:53.192012 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Checking segment: {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:53.192336 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Bound using segment: {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:53.192758 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Bound port: 3ce7290d-0099-49be-b853-0b39b27279bb, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:53.193690 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:53.236870 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-e12ca0c1-3341-4456-b62b-6a6b5636ee7e tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:53.238442 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-e12ca0c1-3341-4456-b62b-6a6b5636ee7e tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/networks?id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3 HTTP/1.1" status: 200 len: 810 time: 0.1911209 Jul 28 04:17:53.251168 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-8e9d83f3-66c0-4681-9856-bf5b6e6955e8 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373777 Jul 28 04:17:53.261927 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-fc6e46f7-8ec9-49d7-8382-ef4ea7f8eb02 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/quotas/a6d5e8fcb96b4e1b89ed637f1b716060 HTTP/1.1" status: 200 len: 375 time: 0.0096214 Jul 28 04:17:53.290203 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:53.295083 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3ce7290d-0099-49be-b853-0b39b27279bb,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:53.354097 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:17:53.413265 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-61f7784a-723a-4739-bff7-701d1880b6a1 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1328022 Jul 28 04:17:53.426535 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:53.434167 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5d06ee2-b77a-4185-88ed-33b87026ed77 req-b970bb1f-cb84-43d3-be6b-7ee31e7bbe38 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712263 Jul 28 04:17:53.473964 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:53.474583 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:53.476034 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] 10.222.0.22 "PUT /v2.0/ports/3ce7290d-0099-49be-b853-0b39b27279bb HTTP/1.1" status: 200 len: 1093 time: 1.1933539 Jul 28 04:17:53.476794 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:17:53.479282 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f027c97c-d102-4a31-814b-a1dc18d22a94" -d '{"events": [{"name": "network-changed", "server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:17:53.511462 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f741e-bc6f-4009-870e-2c7322203d21 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7290d-0099-49be-b853-0b39b27279bb,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:53.542296 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:53.558848 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a', 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d', 'port_id': '7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a', 'mac_address': 'fa:16:3e:45:52:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a69832-7371-46dc-8a4c-e6392964750d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:17:53.581895 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56462) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:53.629026 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:53.636769 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e479aa6-be74-47e7-8dbc-563e46a0f543 req-1f821183-1e4e-4f2f-8da1-504ecec17c15 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:53.642600 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6e479aa6-be74-47e7-8dbc-563e46a0f543 req-1f821183-1e4e-4f2f-8da1-504ecec17c15 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 944 time: 0.1840222 Jul 28 04:17:53.667212 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:53.676830 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1addcd-b08f-4a24-ad00-ad5fcc5113b7 req-60702cf7-bdec-4202-8477-04d48328ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:53.679595 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1f1addcd-b08f-4a24-ad00-ad5fcc5113b7 req-60702cf7-bdec-4202-8477-04d48328ce2a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49aa224c10c349e19917670e9bcf0df9&device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 1096 time: 0.0939624 Jul 28 04:17:53.698244 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:53.718326 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-9901f5a1-7136-4ab7-914a-04a7c53756b7 service neutron] 10.222.0.42 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829347 Jul 28 04:17:53.805030 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:53.897755 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:53.936491 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-e5e4cc84-2ce0-49ea-856a-a96cd869b2b4 service neutron] 10.222.0.42 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871502 Jul 28 04:17:53.965374 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-05a14c4d-af67-4160-af26-c83b73e0b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:53.967581 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-05a14c4d-af67-4160-af26-c83b73e0b758 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 1096 time: 0.2915022 Jul 28 04:17:53.977031 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6e479aa6-be74-47e7-8dbc-563e46a0f543 req-abbe1498-8e5e-4d54-875e-a367a399bbcd tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690821 Jul 28 04:17:54.024420 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-11b8f1ba-581a-4c2a-a071-63b4e55db48b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce7290d-0099-49be-b853-0b39b27279bb HTTP/1.1" status: 200 len: 217 time: 0.0461080 Jul 28 04:17:54.032395 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ab41-85ee-4721-bb3f-5bed1ea3e20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:54.033478 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:17:54.109354 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1addcd-b08f-4a24-ad00-ad5fcc5113b7 req-fabc32ae-0654-4884-bdcd-b9222d3268bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:54.111827 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1f1addcd-b08f-4a24-ad00-ad5fcc5113b7 req-fabc32ae-0654-4884-bdcd-b9222d3268bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 200 len: 920 time: 0.4224286 Jul 28 04:17:54.166272 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-d7853128-b2d3-4cda-88b0-616744429a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:54.167799 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-d7853128-b2d3-4cda-88b0-616744429a4c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.1209085 Jul 28 04:17:54.170623 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1f1addcd-b08f-4a24-ad00-ad5fcc5113b7 req-a5acf9b9-a97d-42a0-a3ae-fe2c77ec5ddb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e24e8ef-126b-4338-a8a4-11816f2312cf HTTP/1.1" status: 200 len: 217 time: 0.0500195 Jul 28 04:17:54.203047 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131759-dd8b-4b93-bee2-097f5663e417 req-21979f2e-cccd-448c-affe-bb7462fdf8a0 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:54.210399 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-29131759-dd8b-4b93-bee2-097f5663e417 req-21979f2e-cccd-448c-affe-bb7462fdf8a0 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 943 time: 0.0950646 Jul 28 04:17:54.252589 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d68423-a0d5-400c-9690-995a7bccd91d x-openstack-request-id: req-e3d68423-a0d5-400c-9690-995a7bccd91d {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:17:54.253199 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:17:54.253605 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e3d68423-a0d5-400c-9690-995a7bccd91d {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:17:54.254143 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb', 'status': 'completed', 'code': 200} Jul 28 04:17:54.275955 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1addcd-b08f-4a24-ad00-ad5fcc5113b7 req-6008e31f-53c3-4d73-aaeb-9506183bf915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:54.277683 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1f1addcd-b08f-4a24-ad00-ad5fcc5113b7 req-6008e31f-53c3-4d73-aaeb-9506183bf915 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12a69832-7371-46dc-8a4c-e6392964750d HTTP/1.1" status: 200 len: 859 time: 0.0953174 Jul 28 04:17:54.341596 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1f1addcd-b08f-4a24-ad00-ad5fcc5113b7 req-085e665f-7d1d-44bd-afdb-1c1005a8ee01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551553 Jul 28 04:17:54.364464 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-650b5aec-cb61-4993-981d-7025655bab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:54.366229 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-650b5aec-cb61-4993-981d-7025655bab13 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1819592 Jul 28 04:17:54.396282 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-29131759-dd8b-4b93-bee2-097f5663e417 req-bc6e61ef-9e05-4e33-ae0e-4654b9e4fe30 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848862 Jul 28 04:17:54.494429 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1f1addcd-b08f-4a24-ad00-ad5fcc5113b7 req-f7e818ab-a553-4c3a-8bbf-3184780d5bb0 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448808 Jul 28 04:17:54.538601 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ab41-85ee-4721-bb3f-5bed1ea3e20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:54.551185 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e31509-5225-446e-a098-84642adc0088 req-6bb328c9-1c78-4071-8fcb-c0e0e559532b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:54.555753 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f6e31509-5225-446e-a098-84642adc0088 req-6bb328c9-1c78-4071-8fcb-c0e0e559532b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 944 time: 0.2096636 Jul 28 04:17:54.597472 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01389c7c-6510-4bdf-97c1-b51d38cd93f1 req-e2d0a7b6-0cdb-4795-b962-54965f9034ee tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:54.598354 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1f1addcd-b08f-4a24-ad00-ad5fcc5113b7 req-5cb72525-6ff6-4811-93fc-30ea169187d5 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951214 Jul 28 04:17:54.598955 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-01389c7c-6510-4bdf-97c1-b51d38cd93f1 req-e2d0a7b6-0cdb-4795-b962-54965f9034ee tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.1280999 Jul 28 04:17:54.609451 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ab41-85ee-4721-bb3f-5bed1ea3e20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:54.622532 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-0b13e484-fef3-4a5f-a27a-d90bb3b2bb83 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331204 Jul 28 04:17:54.726896 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-1bd1ab41-85ee-4721-bb3f-5bed1ea3e20f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c937bb4b5f844249bd8c32586eb7636&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1403654 Jul 28 04:17:54.727226 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56506) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:54.734073 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f6e31509-5225-446e-a098-84642adc0088 req-e8f671cc-af1d-4c49-862c-8546819cf943 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648438 Jul 28 04:17:54.738536 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1ab41-85ee-4721-bb3f-5bed1ea3e20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a4aaef-4a91-40bc-bcb3-633ff082e966,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:54.768634 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-01389c7c-6510-4bdf-97c1-b51d38cd93f1 req-2d8bd68b-64dd-4f50-9273-16ec1531d6fa tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450808 Jul 28 04:17:54.797034 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85f56812-e499-481c-b09b-3ee8cc1de3b8 req-1f86ed4a-35e2-4af2-9127-5066f09dd1c8 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587291 Jul 28 04:17:54.845544 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1f950d91-3aab-44dd-b509-064793715b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:54.849004 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4b2dbdbb-a0ec-460a-89a8-3b76c4e9eff3 req-22e4dd22-9af7-4274-a72d-bb4671b1bb29 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 210 time: 0.0376492 Jul 28 04:17:54.884593 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1f950d91-3aab-44dd-b509-064793715b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:54.948704 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c97c-d102-4a31-814b-a1dc18d22a94 req-a8afa516-058f-4d40-9002-cfbc0f713f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:54.950213 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f027c97c-d102-4a31-814b-a1dc18d22a94 req-a8afa516-058f-4d40-9002-cfbc0f713f2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 1096 time: 0.0457129 Jul 28 04:17:55.049866 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c97c-d102-4a31-814b-a1dc18d22a94 req-46a5a63a-1ff0-4668-8b47-8132807e0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:55.051458 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f027c97c-d102-4a31-814b-a1dc18d22a94 req-46a5a63a-1ff0-4668-8b47-8132807e0d22 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 917 time: 0.0930169 Jul 28 04:17:55.055512 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1f950d91-3aab-44dd-b509-064793715b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:55.058325 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1f950d91-3aab-44dd-b509-064793715b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:55.060070 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-1f950d91-3aab-44dd-b509-064793715b28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53a4aaef-4a91-40bc-bcb3-633ff082e966 HTTP/1.1" status: 204 len: 168 time: 0.3320742 Jul 28 04:17:55.071971 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f950d91-3aab-44dd-b509-064793715b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a4aaef-4a91-40bc-bcb3-633ff082e966,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:55.120397 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f027c97c-d102-4a31-814b-a1dc18d22a94 req-160f109e-d71e-46b4-9f6c-5580b03bc3c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce7290d-0099-49be-b853-0b39b27279bb HTTP/1.1" status: 200 len: 217 time: 0.0520332 Jul 28 04:17:55.205456 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c97c-d102-4a31-814b-a1dc18d22a94 req-753e5a18-bd0c-4cc5-8321-02335ac0172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:55.206928 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f027c97c-d102-4a31-814b-a1dc18d22a94 req-753e5a18-bd0c-4cc5-8321-02335ac0172d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.0645769 Jul 28 04:17:55.215544 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d8029-c65b-442e-8e5c-1a9518b525e7 req-5795636a-f4d6-4351-9ac3-102151fbff49 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:55.217095 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-507d8029-c65b-442e-8e5c-1a9518b525e7 req-5795636a-f4d6-4351-9ac3-102151fbff49 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 944 time: 0.1646173 Jul 28 04:17:55.284966 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-507d8029-c65b-442e-8e5c-1a9518b525e7 req-980362e6-8d6b-4fce-8a3d-f71768c08364 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574193 Jul 28 04:17:55.287659 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c97c-d102-4a31-814b-a1dc18d22a94 req-c5aba6f8-4809-478e-9c48-b6b2d57853ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:55.289173 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f027c97c-d102-4a31-814b-a1dc18d22a94 req-c5aba6f8-4809-478e-9c48-b6b2d57853ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0712111 Jul 28 04:17:55.360828 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:55.399397 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f027c97c-d102-4a31-814b-a1dc18d22a94 req-e124853b-8867-4810-86d8-9b51ab420e34 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019597 Jul 28 04:17:55.478522 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:55.482925 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:55.483325 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:55.580124 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f027c97c-d102-4a31-814b-a1dc18d22a94 req-0b5ad1b2-d6af-4eed-ae38-24f97b8bf067 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722472 Jul 28 04:17:55.585722 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:55.592449 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbefada-2ac6-4f03-837a-2e8e209d867c req-e21cbb19-c241-4e63-b00b-ea35f1678256 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:55.593958 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ffbefada-2ac6-4f03-837a-2e8e209d867c req-e21cbb19-c241-4e63-b00b-ea35f1678256 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 943 time: 0.0664220 Jul 28 04:17:55.611792 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b6a71e-2bb8-42c3-a964-e951957205a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:17:55.642857 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ffbefada-2ac6-4f03-837a-2e8e209d867c req-7e26f817-f59f-44c4-b7a2-c59bf3e80b1e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368092 Jul 28 04:17:55.713230 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1,segment=NetworkSegment(ee967d50-1c38-4261-a533-51be979ae432),segment_id=ee967d50-1c38-4261-a533-51be979ae432)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:55.816770 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c3ae85-e973-4d9a-863a-347f2b845e54" -d '{"events": [{"server_uuid": "37b6a71e-2bb8-42c3-a964-e951957205a0", "name": "network-vif-plugged", "status": "completed", "tag": "dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:17:55.832990 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:55.833973 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:55.884509 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670b6cc-f04c-49c5-b499-590127c92c78 req-cafcb1ae-0e60-4438-a95e-77f3122f8713 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:55.886081 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f670b6cc-f04c-49c5-b499-590127c92c78 req-cafcb1ae-0e60-4438-a95e-77f3122f8713 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 944 time: 0.0627170 Jul 28 04:17:55.954514 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56566) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:55.955763 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e57603-d269-4635-bba4-5b41bbcd22bf req-dccc0a46-dead-496c-8675-05efd7696c91 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:55.964656 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-54e57603-d269-4635-bba4-5b41bbcd22bf req-dccc0a46-dead-496c-8675-05efd7696c91 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0952585 Jul 28 04:17:55.970678 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f701358-507b-49f5-a0c6-c2056b1ca778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:55.974363 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f670b6cc-f04c-49c5-b499-590127c92c78 req-b3b0f015-45c6-49a6-8cf1-009b042d73da tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705309 Jul 28 04:17:56.038302 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-54e57603-d269-4635-bba4-5b41bbcd22bf req-86c0d440-87b9-4a15-a51d-ad6d004b4df6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735993 Jul 28 04:17:56.051983 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:56.116361 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f701358-507b-49f5-a0c6-c2056b1ca778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.141796 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:56.146308 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:56.146718 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.170604 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6eecb978-c092-4e6a-94b0-15fc9af5f690 req-514d8096-d865-493f-82d1-e0b067755418 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 210 time: 0.0489411 Jul 28 04:17:56.198937 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f701358-507b-49f5-a0c6-c2056b1ca778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.242869 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-8f701358-507b-49f5-a0c6-c2056b1ca778 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f371a29cc3b4c69969c858aaeb62e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859957 Jul 28 04:17:56.243014 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56582) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:56.260889 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f701358-507b-49f5-a0c6-c2056b1ca778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde3da5b-dfbb-4cec-8174-03309a3c9603,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:56.276152 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.308485 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47665b4-8871-4089-98f6-47b05433fec5 x-openstack-request-id: req-c47665b4-8871-4089-98f6-47b05433fec5 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:17:56.309013 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b6a71e-2bb8-42c3-a964-e951957205a0", "name": "network-vif-plugged", "status": "completed", "tag": "dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:17:56.309440 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c47665b4-8871-4089-98f6-47b05433fec5 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:17:56.310256 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b6a71e-2bb8-42c3-a964-e951957205a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1', 'code': 200} Jul 28 04:17:56.337789 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:56.361207 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-02b8b448-d9c2-4872-9b68-692d58f60731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.405937 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-02b8b448-d9c2-4872-9b68-692d58f60731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.447159 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e049515-e4e0-456f-bd30-c165523f3332 req-5fec36ad-4f2c-4a9f-b3ee-4c0944877894 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:56.448664 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5e049515-e4e0-456f-bd30-c165523f3332 req-5fec36ad-4f2c-4a9f-b3ee-4c0944877894 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 945 time: 0.0902443 Jul 28 04:17:56.455973 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.456823 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device a094b772-d519-48b6-99af-c7bda8cabf82 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:56.503978 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5e049515-e4e0-456f-bd30-c165523f3332 req-33229f9b-efd1-436d-8620-15903cf152cc tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479872 Jul 28 04:17:56.566398 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:56.644120 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port a094b772-d519-48b6-99af-c7bda8cabf82 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:56.644301 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-02b8b448-d9c2-4872-9b68-692d58f60731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.647136 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-02b8b448-d9c2-4872-9b68-692d58f60731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.650687 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-02b8b448-d9c2-4872-9b68-692d58f60731 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bde3da5b-dfbb-4cec-8174-03309a3c9603 HTTP/1.1" status: 204 len: 168 time: 0.4035423 Jul 28 04:17:56.652145 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port a094b772-d519-48b6-99af-c7bda8cabf82 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:56.652522 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.656871 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8b448-d9c2-4872-9b68-692d58f60731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde3da5b-dfbb-4cec-8174-03309a3c9603,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:56.771393 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.809588 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port a094b772-d519-48b6-99af-c7bda8cabf82, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a094b772-d519-48b6-99af-c7bda8cabf82,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:56.839717 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0417d32-ee9d-4605-827e-4a256c0c8ab8 req-e052f2a0-d8bc-44c5-88c0-6e7b57a269ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:56.841224 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d0417d32-ee9d-4605-827e-4a256c0c8ab8 req-e052f2a0-d8bc-44c5-88c0-6e7b57a269ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 1098 time: 0.1428077 Jul 28 04:17:56.862792 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687dc75-5059-4902-9236-805874161ab7 req-9e05d8c3-bd14-476e-b87a-cbc37d44fb88 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:56.864301 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3687dc75-5059-4902-9236-805874161ab7 req-9e05d8c3-bd14-476e-b87a-cbc37d44fb88 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 943 time: 0.0921519 Jul 28 04:17:56.869949 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d0417d32-ee9d-4605-827e-4a256c0c8ab8 req-a8d8c40a-c3f0-4a77-b5df-60b8a5a72fda service neutron] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.927692 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3687dc75-5059-4902-9236-805874161ab7 req-62cf2e3c-1062-4c29-8b43-6bffa6fd6c0a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487018 Jul 28 04:17:56.941441 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.990438 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=a094b772-d519-48b6-99af-c7bda8cabf82,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:57.004733 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d0417d32-ee9d-4605-827e-4a256c0c8ab8 req-a8d8c40a-c3f0-4a77-b5df-60b8a5a72fda service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:57.117913 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d0417d32-ee9d-4605-827e-4a256c0c8ab8 req-a8d8c40a-c3f0-4a77-b5df-60b8a5a72fda service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:57.163530 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-7b46ef61-dd70-444c-b3f4-2614cfad01ee tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:57.165320 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-7b46ef61-dd70-444c-b3f4-2614cfad01ee tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.22 "GET /v2.0/networks?id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3 HTTP/1.1" status: 200 len: 810 time: 0.1303570 Jul 28 04:17:57.217544 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-8045282b-a774-48be-aa73-942179fb7d5e tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060 HTTP/1.1" status: 200 len: 380 time: 0.0423727 Jul 28 04:17:57.227553 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Request body: {'port': {'device_id': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'admin_state_up': True, 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'security_groups': ['c347f458-3b78-4b28-b758-95cad97d675f']}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:57.386070 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 1e24e8ef-126b-4338-a8a4-11816f2312cf details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:17:57.428926 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d0417d32-ee9d-4605-827e-4a256c0c8ab8 req-a8d8c40a-c3f0-4a77-b5df-60b8a5a72fda service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801435 Jul 28 04:17:57.442052 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8c40a-c3f0-4a77-b5df-60b8a5a72fda service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ce774915-9dad-4b4e-b012-f9bd009b20d0,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:57.452561 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc172b-7806-43f6-a4cb-44db95bbf36f req-14a6c62b-7ce5-4663-86b9-69f346821a91 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:57.459216 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f0dc172b-7806-43f6-a4cb-44db95bbf36f req-14a6c62b-7ce5-4663-86b9-69f346821a91 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 945 time: 0.3881578 Jul 28 04:17:57.476331 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adfd2e-7122-438a-9e59-e48f9cd2b9d2 req-0ea9812a-1385-45cd-bc1c-65b16f6d7786 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:57.477890 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Made reservation on behalf of a6d5e8fcb96b4e1b89ed637f1b716060 for: {'port': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:57.482094 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:57.483377 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-87adfd2e-7122-438a-9e59-e48f9cd2b9d2 req-0ea9812a-1385-45cd-bc1c-65b16f6d7786 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.3592443 Jul 28 04:17:57.495454 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 1e24e8ef-126b-4338-a8a4-11816f2312cf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1e24e8ef-126b-4338-a8a4-11816f2312cf,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:57.508911 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '1e24e8ef-126b-4338-a8a4-11816f2312cf', 'network_id': '0ec26ca8-ebd2-4355-b18e-97b6c974b90d', 'port_id': '1e24e8ef-126b-4338-a8a4-11816f2312cf', 'mac_address': 'fa:16:3e:7d:ad:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a69832-7371-46dc-8a4c-e6392964750d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:17:57.540325 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f0dc172b-7806-43f6-a4cb-44db95bbf36f req-de9dfeb3-88e8-4087-b280-ff275dbeee42 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777695 Jul 28 04:17:57.553609 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-87adfd2e-7122-438a-9e59-e48f9cd2b9d2 req-6f327239-bd20-46c5-be40-a17dcc67c203 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692666 Jul 28 04:17:57.568593 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:57.601955 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e24e8ef-126b-4338-a8a4-11816f2312cf {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:57.633781 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 1e24e8ef-126b-4338-a8a4-11816f2312cf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1e24e8ef-126b-4338-a8a4-11816f2312cf,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:57.656842 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f8d2ba64-af09-4bc4-b488-b94eb11024b9 req-07400e09-23f4-4472-8fb9-0f502bf36c4d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 210 time: 0.0307224 Jul 28 04:17:57.721076 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1e786-06a7-449e-8bf3-6a38ac5a9167 req-6a3a137c-6765-4f6e-bd1c-ed5b59589362 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:57.722580 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a1c1e786-06a7-449e-8bf3-6a38ac5a9167 req-6a3a137c-6765-4f6e-bd1c-ed5b59589362 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 945 time: 0.0686312 Jul 28 04:17:57.724537 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Allocated IP 172.20.0.5 (880a12e9-ee47-4c1b-b00c-4c33d279cfa3/e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9/7d64d2fd-a0b8-4d05-9ce1-df93597d4f76) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:57.755694 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:57.756520 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3ce7290d-0099-49be-b853-0b39b27279bb details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:17:57.769715 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a1c1e786-06a7-449e-8bf3-6a38ac5a9167 req-a8622b7b-dca3-4ca2-8bf2-56496480971d tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391750 Jul 28 04:17:57.853617 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56672) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:57.866527 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=1e24e8ef-126b-4338-a8a4-11816f2312cf,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:57.925710 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3ce7290d-0099-49be-b853-0b39b27279bb,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:57.932284 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:57.938940 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '3ce7290d-0099-49be-b853-0b39b27279bb', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'port_id': '3ce7290d-0099-49be-b853-0b39b27279bb', 'mac_address': 'fa:16:3e:d4:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:17:57.956719 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Transition to ACTIVE for port object 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 will not be triggered until provisioned by entity DHCP. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:57.992196 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.007376 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce7290d-0099-49be-b853-0b39b27279bb {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:58.018397 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bb62be23-6dbf-42ef-a7a5-441a383e149f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.029724 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3ce7290d-0099-49be-b853-0b39b27279bb,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:58.059251 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc58f8f-dc47-48c4-918b-dc8f8b8e7cf5 req-c5bc2f2e-7b75-4c07-a9f4-f539f6cdee9e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:58.061962 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bdc58f8f-dc47-48c4-918b-dc8f8b8e7cf5 req-c5bc2f2e-7b75-4c07-a9f4-f539f6cdee9e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0531690 Jul 28 04:17:58.113883 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bdc58f8f-dc47-48c4-918b-dc8f8b8e7cf5 req-05d0eabe-adeb-4854-a2f8-d4c8207811e3 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454364 Jul 28 04:17:58.118916 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bb62be23-6dbf-42ef-a7a5-441a383e149f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.152736 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.152955 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.201022 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:58.205147 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:58.211950 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=3ce7290d-0099-49be-b853-0b39b27279bb,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:58.212555 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:58.218229 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:58.218850 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.228751 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event updated for resources: {'Port': ['ID=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:58.234178 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bb62be23-6dbf-42ef-a7a5-441a383e149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.282132 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62be23-6dbf-42ef-a7a5-441a383e149f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a568f5b-0d16-4e32-9f94-f859771134cb,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:58.289607 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-bb62be23-6dbf-42ef-a7a5-441a383e149f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=150eb7e1c09e44a7818c404545c9a4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409602 Jul 28 04:17:58.289607 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56696) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:58.311203 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25a1399-a469-480d-be87-63828e8d5e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a'}, {'server_uuid': '8ada4b44-2136-4320-bb73-92a5f900a10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a094b772-d519-48b6-99af-c7bda8cabf82'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:17:58.314814 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246cc561-f7c6-4897-bb58-c5e609b4a572" -d '{"events": [{"server_uuid": "e25a1399-a469-480d-be87-63828e8d5e41", "name": "network-vif-plugged", "status": "completed", "tag": "7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a"}, {"server_uuid": "8ada4b44-2136-4320-bb73-92a5f900a10e", "name": "network-vif-plugged", "status": "completed", "tag": "a094b772-d519-48b6-99af-c7bda8cabf82"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:17:58.316541 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-a7379f05-6948-4b33-8fd1-2ad0cf663306 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0929692 Jul 28 04:17:58.331333 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Request body: {'port': {'device_id': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:58.378110 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 04:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354d555f-1fc0-414e-8dc0-c38b7aeb647b x-openstack-request-id: req-354d555f-1fc0-414e-8dc0-c38b7aeb647b {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:17:58.378407 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25a1399-a469-480d-be87-63828e8d5e41", "name": "network-vif-plugged", "status": "completed", "tag": "7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a", "code": 200}, {"server_uuid": "8ada4b44-2136-4320-bb73-92a5f900a10e", "name": "network-vif-plugged", "status": "completed", "tag": "a094b772-d519-48b6-99af-c7bda8cabf82", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:17:58.378686 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-354d555f-1fc0-414e-8dc0-c38b7aeb647b {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:17:58.379084 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25a1399-a469-480d-be87-63828e8d5e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a', 'code': 200} Jul 28 04:17:58.379338 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ada4b44-2136-4320-bb73-92a5f900a10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a094b772-d519-48b6-99af-c7bda8cabf82', 'code': 200} Jul 28 04:17:58.400215 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac8d8-ea70-4f21-8256-b0b9a5150b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.409444 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['3ce7290d-0099-49be-b853-0b39b27279bb'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:17:58.420560 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.440458 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac8d8-ea70-4f21-8256-b0b9a5150b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.485905 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['1e24e8ef-126b-4338-a8a4-11816f2312cf'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:17:58.696787 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac8d8-ea70-4f21-8256-b0b9a5150b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.699802 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac8d8-ea70-4f21-8256-b0b9a5150b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.703449 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-4b3ac8d8-ea70-4f21-8256-b0b9a5150b8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a568f5b-0d16-4e32-9f94-f859771134cb HTTP/1.1" status: 204 len: 168 time: 0.4105814 Jul 28 04:17:58.716704 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-234350ee-23c8-4894-8ded-054918c8b2a2 None None] Provisioning for port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:58.722196 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ac8d8-ea70-4f21-8256-b0b9a5150b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a568f5b-0d16-4e32-9f94-f859771134cb,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:58.723139 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-234350ee-23c8-4894-8ded-054918c8b2a2 None None] Provisioning complete for port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:58.723517 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-234350ee-23c8-4894-8ded-054918c8b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.787606 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80597c8-f6ee-40e4-9b45-74c54968f33c req-40eb2dd8-1ea0-4924-809d-7879e1b5656e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:58.799001 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f80597c8-f6ee-40e4-9b45-74c54968f33c req-40eb2dd8-1ea0-4924-809d-7879e1b5656e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 944 time: 0.1146109 Jul 28 04:17:58.837600 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b5443-cbf0-41e0-8cd2-a316ec791e06 req-5b9fd7c0-35c3-4860-b636-87d32e47de7a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:58.839377 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-234350ee-23c8-4894-8ded-054918c8b2a2 None None] Port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:17:58.847549 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fe6b5443-cbf0-41e0-8cd2-a316ec791e06 req-5b9fd7c0-35c3-4860-b636-87d32e47de7a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 945 time: 0.1918879 Jul 28 04:17:58.870525 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 {{(pid=93704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:58.883600 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:58.897871 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Transition to ACTIVE for port object 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:58.949013 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f80597c8-f6ee-40e4-9b45-74c54968f33c req-d0ba3b47-61d3-4c22-b60f-76f1ecd690e1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483274 Jul 28 04:17:58.976501 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fe6b5443-cbf0-41e0-8cd2-a316ec791e06 req-554d7157-1fa0-48d9-9ce8-710f2ccce561 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266985 Jul 28 04:17:58.992843 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132544e-7a29-4245-94ea-1c049bae1a0e req-ab743ff5-1cf6-4e7c-971e-c9142728e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:58.994278 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d132544e-7a29-4245-94ea-1c049bae1a0e req-ab743ff5-1cf6-4e7c-971e-c9142728e672 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 1098 time: 0.1333127 Jul 28 04:17:59.001225 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6408fdc-1a14-4118-bd3c-9a872e9a3d48 req-6d4a4a30-0648-4459-ae4f-eb1e5e634069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:59.003042 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c6408fdc-1a14-4118-bd3c-9a872e9a3d48 req-6d4a4a30-0648-4459-ae4f-eb1e5e634069 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 1099 time: 0.0940042 Jul 28 04:17:59.028896 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:59.089715 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Pushing event updated for resources: {'Port': ['ID=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:59.119102 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d132544e-7a29-4245-94ea-1c049bae1a0e req-01fa0659-593d-48e8-abb9-65f299caa9e4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154251 Jul 28 04:17:59.124365 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c6408fdc-1a14-4118-bd3c-9a872e9a3d48 req-94eb5433-dcab-4e0f-82d4-eb537e90be48 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051648 Jul 28 04:17:59.124665 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Attempting to bind port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:59.125069 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Attempting to bind port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:59.125436 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Attempting to bind port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 on network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:59.130223 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 on network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:17:59.130647 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Attempting to bind port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 on network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:59.136600 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:59.136600 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Checking segment: {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:59.136886 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Bound using segment: {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:59.137502 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Bound port: 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:59.138014 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:59.156161 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d4c25-d4e2-417b-bd6c-f983ca0b1c70 req-8bdca5c0-45f6-4368-852e-ca1d2de4bb75 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:59.156161 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bd4d4c25-d4e2-417b-bd6c-f983ca0b1c70 req-8bdca5c0-45f6-4368-852e-ca1d2de4bb75 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 945 time: 0.1042178 Jul 28 04:17:59.160306 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619b093-6993-4e6b-aabe-7d15a650bf59 req-ada5e76f-1c94-442b-98dd-6a343677b694 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:59.161875 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1619b093-6993-4e6b-aabe-7d15a650bf59 req-ada5e76f-1c94-442b-98dd-6a343677b694 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 943 time: 0.1349883 Jul 28 04:17:59.212780 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bd4d4c25-d4e2-417b-bd6c-f983ca0b1c70 req-2d34a3fe-07a8-470f-9d61-975d2bd5e73e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498891 Jul 28 04:17:59.217927 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] For port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76, host hv-cinder-74014, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:59.224847 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] For port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:59.242151 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1619b093-6993-4e6b-aabe-7d15a650bf59 req-ec7b200c-23ff-41ab-ba25-2bd3c91f7875 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622177 Jul 28 04:17:59.290493 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:59.336216 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:59.337113 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:59.338671 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] 10.222.0.22 "PUT /v2.0/ports/7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 HTTP/1.1" status: 200 len: 1093 time: 1.0129199 Jul 28 04:17:59.341310 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'tag': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:17:59.352082 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9089e49-6a6d-4c0e-be95-af704a9befc8" -d '{"events": [{"name": "network-changed", "server_uuid": "853d2d7b-3dff-4d63-8c26-b029d5adc422", "tag": "7d64d2fd-a0b8-4d05-9ce1-df93597d4f76"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:17:59.390045 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11bdd4-05dc-4b69-b7dc-2ec5f606534d service neutron] Pushing event updated for resources: {'Port': ['ID=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:59.395507 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d578e1-2a15-4724-af75-693838034d69 req-a7082d36-ac56-4195-9bc0-e27a9d9f3c87 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:59.396727 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-83d578e1-2a15-4724-af75-693838034d69 req-a7082d36-ac56-4195-9bc0-e27a9d9f3c87 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 944 time: 0.0965691 Jul 28 04:17:59.410537 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c69b1f-0617-4934-857c-4bd79d88332a x-openstack-request-id: req-38c69b1f-0617-4934-857c-4bd79d88332a {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:17:59.410823 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 1e24e8ef-126b-4338-a8a4-11816f2312cf up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:59.411143 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853d2d7b-3dff-4d63-8c26-b029d5adc422", "tag": "7d64d2fd-a0b8-4d05-9ce1-df93597d4f76", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:17:59.411541 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38c69b1f-0617-4934-857c-4bd79d88332a {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:17:59.412096 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'tag': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76', 'status': 'completed', 'code': 200} Jul 28 04:17:59.485038 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-83d578e1-2a15-4724-af75-693838034d69 req-9b65b136-def2-4889-9413-dbb09b8895c5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728872 Jul 28 04:17:59.502614 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9089e49-6a6d-4c0e-be95-af704a9befc8 req-a03f5f2f-270b-443e-920c-dea36893db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:59.504185 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-a9089e49-6a6d-4c0e-be95-af704a9befc8 req-a03f5f2f-270b-443e-920c-dea36893db68 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 1096 time: 0.0649467 Jul 28 04:17:59.552603 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 1e24e8ef-126b-4338-a8a4-11816f2312cf completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:59.557978 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 1e24e8ef-126b-4338-a8a4-11816f2312cf triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:59.558356 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:59.665536 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:59.704845 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 1e24e8ef-126b-4338-a8a4-11816f2312cf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1e24e8ef-126b-4338-a8a4-11816f2312cf,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:59.718893 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9089e49-6a6d-4c0e-be95-af704a9befc8 req-4b0ba8df-b2d2-4b54-9b0a-3ade28c92a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:59.720401 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-a9089e49-6a6d-4c0e-be95-af704a9befc8 req-4b0ba8df-b2d2-4b54-9b0a-3ade28c92a04 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2034929 Jul 28 04:17:59.728387 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56730) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:59.756371 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ad85229f-0bb7-41dd-942e-f8298124468a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:59.799336 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:59.802412 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3ce7290d-0099-49be-b853-0b39b27279bb up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:59.882851 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=1e24e8ef-126b-4338-a8a4-11816f2312cf,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:59.928576 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9089e49-6a6d-4c0e-be95-af704a9befc8 req-e9f8254d-af07-44c4-b735-453aff586f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:59.930068 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-a9089e49-6a6d-4c0e-be95-af704a9befc8 req-e9f8254d-af07-44c4-b735-453aff586f55 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1955469 Jul 28 04:17:59.987580 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ad85229f-0bb7-41dd-942e-f8298124468a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:00.020001 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-fa5e6ac1-c677-4053-a9fe-c17e8c1d60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:00.021506 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-fa5e6ac1-c677-4053-a9fe-c17e8c1d60a5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 1096 time: 0.0432971 Jul 28 04:18:00.032022 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 3ce7290d-0099-49be-b853-0b39b27279bb completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:18:00.036623 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 3ce7290d-0099-49be-b853-0b39b27279bb triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:18:00.037057 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:00.089923 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-d887f10d-a865-476b-9bb9-8d0ec7469848 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 HTTP/1.1" status: 200 len: 217 time: 0.0496702 Jul 28 04:18:00.127055 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:00.131742 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585dc1f-84b1-40d8-9026-483599a9df48 req-549de259-d8d4-4bca-8cd4-55a08e7abdc8 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:00.133261 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c585dc1f-84b1-40d8-9026-483599a9df48 req-549de259-d8d4-4bca-8cd4-55a08e7abdc8 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 945 time: 0.0874400 Jul 28 04:18:00.141132 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2577f-0901-4c74-b87e-76db89a830ca req-7b590263-3f43-459e-8246-a70468ceffcf tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:00.141330 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ad85229f-0bb7-41dd-942e-f8298124468a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:00.142665 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-16f2577f-0901-4c74-b87e-76db89a830ca req-7b590263-3f43-459e-8246-a70468ceffcf tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 944 time: 0.1161554 Jul 28 04:18:00.175472 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3ce7290d-0099-49be-b853-0b39b27279bb,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:18:00.197903 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ad85229f-0bb7-41dd-942e-f8298124468a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a17b3ff05ec4ee7b5ff4e73c8825c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684820 Jul 28 04:18:00.199891 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-e2cf0569-ab23-4029-8bbb-a864fc320221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:00.201644 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-e2cf0569-ab23-4029-8bbb-a864fc320221 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9 HTTP/1.1" status: 200 len: 849 time: 0.0870461 Jul 28 04:18:00.202607 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56740) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:00.203671 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85229f-0bb7-41dd-942e-f8298124468a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a287cbf9-b35f-4671-b231-4c83a9741017,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:00.220895 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c585dc1f-84b1-40d8-9026-483599a9df48 req-39c0867b-8436-4ec3-8573-44d2bf04d13f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767558 Jul 28 04:18:00.236271 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-16f2577f-0901-4c74-b87e-76db89a830ca req-ca082192-aa36-4511-9940-9d1c823e2ada tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785329 Jul 28 04:18:00.250445 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:00.340642 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-88fdbe34-aa2b-4143-9493-9c5c8754a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:00.342203 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-88fdbe34-aa2b-4143-9493-9c5c8754a221 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1286123 Jul 28 04:18:00.354711 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=3ce7290d-0099-49be-b853-0b39b27279bb,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:00.374420 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e89f7022-9a48-4ebe-a287-2dcf89bedf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:00.380484 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79d949f-434b-4428-915f-0f7e9065a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e24e8ef-126b-4338-a8a4-11816f2312cf'}, {'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:18:00.383309 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90729eb2-107a-4620-9737-c7091cdb6abe" -d '{"events": [{"server_uuid": "e79d949f-434b-4428-915f-0f7e9065a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "1e24e8ef-126b-4338-a8a4-11816f2312cf"}, {"server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:18:00.411716 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc55ff3-60cb-4161-a353-77bfc3809d29 req-cd274401-59dd-4568-99f5-a1d8020bc032 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:00.413245 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-efc55ff3-60cb-4161-a353-77bfc3809d29 req-cd274401-59dd-4568-99f5-a1d8020bc032 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 945 time: 0.1047258 Jul 28 04:18:00.421482 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cd98f-c978-44bb-bdf0-6c9a4c991d52 req-83dfba08-6635-4d32-a118-7e96ea0d3013 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:00.423316 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5a1cd98f-c978-44bb-bdf0-6c9a4c991d52 req-83dfba08-6635-4d32-a118-7e96ea0d3013 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 943 time: 0.0736330 Jul 28 04:18:00.443695 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e89f7022-9a48-4ebe-a287-2dcf89bedf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:00.486716 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56754) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:00.507984 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-efc55ff3-60cb-4161-a353-77bfc3809d29 req-3d665582-2255-48f3-af8a-1c40a1e0b924 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833433 Jul 28 04:18:00.510640 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-bd4b3b96-9590-4f03-b543-52ffd569faf1 service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568756 Jul 28 04:18:00.515382 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5a1cd98f-c978-44bb-bdf0-6c9a4c991d52 req-46f23e92-e265-47a8-8996-c6615d4a3807 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757852 Jul 28 04:18:00.594169 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 04:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b47fb65-7cce-46c9-9a1d-8e8dcef5938a x-openstack-request-id: req-3b47fb65-7cce-46c9-9a1d-8e8dcef5938a {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:18:00.594794 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79d949f-434b-4428-915f-0f7e9065a8e3", "name": "network-vif-plugged", "status": "completed", "tag": "1e24e8ef-126b-4338-a8a4-11816f2312cf", "code": 200}, {"server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:18:00.595213 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b47fb65-7cce-46c9-9a1d-8e8dcef5938a {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:18:00.595771 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79d949f-434b-4428-915f-0f7e9065a8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e24e8ef-126b-4338-a8a4-11816f2312cf', 'code': 200} Jul 28 04:18:00.596165 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb', 'code': 200} Jul 28 04:18:00.688622 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3d24b0d8-af44-450a-9146-abc4eaa0c564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:00.690521 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e89f7022-9a48-4ebe-a287-2dcf89bedf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:00.692960 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e89f7022-9a48-4ebe-a287-2dcf89bedf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:00.694166 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-e89f7022-9a48-4ebe-a287-2dcf89bedf8a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a287cbf9-b35f-4671-b231-4c83a9741017 HTTP/1.1" status: 204 len: 168 time: 0.4874034 Jul 28 04:18:00.712759 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c3eafbf-3b7a-4754-837a-35b410d98917 req-13e858ce-1076-453e-9141-0f0402ecbd09 service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946743 Jul 28 04:18:00.712947 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f7b09-76e3-47ef-9949-ebf843da2111 req-ea8c15f0-4979-4755-9968-439f09f8888f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:00.715582 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d55f7b09-76e3-47ef-9949-ebf843da2111 req-ea8c15f0-4979-4755-9968-439f09f8888f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0902843 Jul 28 04:18:00.716601 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f7022-9a48-4ebe-a287-2dcf89bedf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a287cbf9-b35f-4671-b231-4c83a9741017,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:00.796068 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d55f7b09-76e3-47ef-9949-ebf843da2111 req-872680a9-a232-4416-a405-d3813f5b8c1c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661480 Jul 28 04:18:00.827487 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3d24b0d8-af44-450a-9146-abc4eaa0c564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:00.929381 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3d24b0d8-af44-450a-9146-abc4eaa0c564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:01.007186 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebbfb7-e8ea-472d-a6cb-411d5d5f2da2 req-b4bcbd62-1559-4614-ad01-3a8c9541c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:01.008814 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f4ebbfb7-e8ea-472d-a6cb-411d5d5f2da2 req-b4bcbd62-1559-4614-ad01-3a8c9541c3a9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0445392 Jul 28 04:18:01.047793 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f4ebbfb7-e8ea-472d-a6cb-411d5d5f2da2 req-2caf1002-6c25-4900-9a1d-34a4517bef01 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307758 Jul 28 04:18:01.199572 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24b0d8-af44-450a-9146-abc4eaa0c564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d50e0c7-14b0-4fc7-a496-a635bba62997,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:01.220115 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56782) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:01.220661 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-3d24b0d8-af44-450a-9146-abc4eaa0c564 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=395e45ed0b2d43709d7b9040acef0cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7325146 Jul 28 04:18:01.229308 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6270f1-2477-4202-8556-5e694eaf29e7 req-aa4ad8c4-12b9-4063-82eb-3922803904d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:01.230838 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-ec6270f1-2477-4202-8556-5e694eaf29e7 req-aa4ad8c4-12b9-4063-82eb-3922803904d8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 1098 time: 0.2897055 Jul 28 04:18:01.332081 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-ec6270f1-2477-4202-8556-5e694eaf29e7 req-2b561a21-111f-4777-a32f-9ed8d7eee633 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934432 Jul 28 04:18:01.336718 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6e15093-78e3-4eba-b969-e4d217e4d383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:01.405714 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6e15093-78e3-4eba-b969-e4d217e4d383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:01.477600 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd46ce6-0663-4e2f-9c74-5a22c8305bee req-8da5650e-94ca-4315-888b-5b39bca204dd tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:01.479100 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1cd46ce6-0663-4e2f-9c74-5a22c8305bee req-8da5650e-94ca-4315-888b-5b39bca204dd tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.1279311 Jul 28 04:18:01.489406 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04532f40-a3a1-4c7e-8c54-58961e305011 req-dd3fbf0d-92ef-4713-835e-9e86cc29abeb tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:01.490859 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-04532f40-a3a1-4c7e-8c54-58961e305011 req-dd3fbf0d-92ef-4713-835e-9e86cc29abeb tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 945 time: 0.1188259 Jul 28 04:18:01.555040 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1cd46ce6-0663-4e2f-9c74-5a22c8305bee req-01a27003-bd68-4a7c-aea4-176fab4ad51e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631957 Jul 28 04:18:01.560303 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-04532f40-a3a1-4c7e-8c54-58961e305011 req-299b88b5-73c7-47cb-8ab6-27609a11c971 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609481 Jul 28 04:18:01.598925 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6e15093-78e3-4eba-b969-e4d217e4d383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:01.601926 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6e15093-78e3-4eba-b969-e4d217e4d383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:01.603884 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-a6e15093-78e3-4eba-b969-e4d217e4d383 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d50e0c7-14b0-4fc7-a496-a635bba62997 HTTP/1.1" status: 204 len: 168 time: 0.3819950 Jul 28 04:18:01.614528 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e15093-78e3-4eba-b969-e4d217e4d383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d50e0c7-14b0-4fc7-a496-a635bba62997,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:01.703887 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afbc6f-6c15-47a5-9bc7-b5aed26c7742 req-c7b810a0-9431-4f13-9ad3-e4ce8efcf022 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:01.705617 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f3afbc6f-6c15-47a5-9bc7-b5aed26c7742 req-c7b810a0-9431-4f13-9ad3-e4ce8efcf022 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 943 time: 0.0644917 Jul 28 04:18:01.751856 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f3afbc6f-6c15-47a5-9bc7-b5aed26c7742 req-04a6277a-f70b-4f76-94eb-40ab99c3710c tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 Jul 28 04:18:01.902291 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c977a6f-3548-4965-a5a5-6ebc5445b602 req-cc5aa7b5-86da-4b2e-a482-a8a74da9c5d5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:01.903829 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8c977a6f-3548-4965-a5a5-6ebc5445b602 req-cc5aa7b5-86da-4b2e-a482-a8a74da9c5d5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0497003 Jul 28 04:18:01.949446 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8c977a6f-3548-4965-a5a5-6ebc5445b602 req-f71f4155-eb91-4dbb-b1b8-d4f354bd58e2 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385892 Jul 28 04:18:02.317778 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c392a2d8-0aad-4db1-9dd0-6f69673e0a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:02.450221 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56838) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:02.466301 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4cec095d-bf95-424a-a9cc-1fd8f0b24372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:02.599491 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4cec095d-bf95-424a-a9cc-1fd8f0b24372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:02.685771 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52177613-4ad6-443f-a8fc-52e26d478755 req-017edaf8-eba8-4447-91c1-94e21c2d1eb3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:02.687314 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-52177613-4ad6-443f-a8fc-52e26d478755 req-017edaf8-eba8-4447-91c1-94e21c2d1eb3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0494328 Jul 28 04:18:02.704452 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4cec095d-bf95-424a-a9cc-1fd8f0b24372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:02.767887 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-4cec095d-bf95-424a-a9cc-1fd8f0b24372 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31e388adb04a4569a27c39ffdc48c26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156950 Jul 28 04:18:02.771126 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56856) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:02.771605 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-52177613-4ad6-443f-a8fc-52e26d478755 req-c2636054-16f1-4158-9840-30e64fd13b4d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771639 Jul 28 04:18:02.771936 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec095d-bf95-424a-a9cc-1fd8f0b24372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ec924b-2903-445c-b5e7-4b89aa92f96b,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:02.846584 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a6b16cf-84a7-4b51-9210-cff482102fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:02.874722 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a6b16cf-84a7-4b51-9210-cff482102fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:02.925012 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884d143-5f59-4975-8f6b-dc9c4f000516 req-c063dddb-2c5a-480c-b21f-97a2a65f8e41 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:02.930049 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4884d143-5f59-4975-8f6b-dc9c4f000516 req-c063dddb-2c5a-480c-b21f-97a2a65f8e41 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 943 time: 0.0530179 Jul 28 04:18:02.967520 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4884d143-5f59-4975-8f6b-dc9c4f000516 req-a1bf248d-1f57-4cd4-8e59-d1e7f8c4094b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348973 Jul 28 04:18:02.989518 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a6b16cf-84a7-4b51-9210-cff482102fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:02.992593 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a6b16cf-84a7-4b51-9210-cff482102fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:02.993834 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-8a6b16cf-84a7-4b51-9210-cff482102fd5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29ec924b-2903-445c-b5e7-4b89aa92f96b HTTP/1.1" status: 204 len: 168 time: 0.2206569 Jul 28 04:18:03.003266 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b16cf-84a7-4b51-9210-cff482102fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ec924b-2903-445c-b5e7-4b89aa92f96b,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:03.084858 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abc257-59d9-4e6d-902d-5caad4056f4a req-07f52f2a-16ce-4ce8-9dbd-76dd01c747fe tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:03.086393 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88abc257-59d9-4e6d-902d-5caad4056f4a req-07f52f2a-16ce-4ce8-9dbd-76dd01c747fe tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0553415 Jul 28 04:18:03.128809 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88abc257-59d9-4e6d-902d-5caad4056f4a req-ebd45ed0-d5c4-462b-84ad-ad48c0113760 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358019 Jul 28 04:18:03.439844 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:18:03.540640 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:18:03.552565 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'port_id': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76', 'mac_address': 'fa:16:3e:43:99:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:18:03.601574 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:03.621391 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:18:03.655354 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:18:03.770358 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:03.794033 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56900) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:03.803368 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fce7ae-c0c7-4fe2-bbab-1544732ef1a7 req-a2492378-a907-4762-b089-b868332981f4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:03.814089 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-77fce7ae-c0c7-4fe2-bbab-1544732ef1a7 req-a2492378-a907-4762-b089-b868332981f4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.1190064 Jul 28 04:18:03.833753 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56906) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:03.868301 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993249c8-e2c2-4d29-96b5-b8e72aeb2fbf req-65f9bbcd-ad4d-4b0a-98eb-c04dbc82d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:03.869438 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-993249c8-e2c2-4d29-96b5-b8e72aeb2fbf req-65f9bbcd-ad4d-4b0a-98eb-c04dbc82d21f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49aa224c10c349e19917670e9bcf0df9&device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0960617 Jul 28 04:18:03.874772 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-77fce7ae-c0c7-4fe2-bbab-1544732ef1a7 req-0fd7f556-f5b4-4d72-96ac-89894233982d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591586 Jul 28 04:18:03.876066 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:03.994179 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-daa92c39-0a0b-4392-935a-92ebf98a0560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.018912 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-10ee3365-e6e2-461d-b2b3-327feb5f2b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.021565 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993249c8-e2c2-4d29-96b5-b8e72aeb2fbf req-47a214a0-9fc3-4381-9b6e-80f595e948ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:04.023125 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-993249c8-e2c2-4d29-96b5-b8e72aeb2fbf req-47a214a0-9fc3-4381-9b6e-80f595e948ee service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 200 len: 920 time: 0.1414373 Jul 28 04:18:04.027642 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82903fbc-e23f-48b8-9a34-c18fa14c3f80 req-741e5756-e8e2-40b7-850c-cec79f5092d5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:04.029154 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-82903fbc-e23f-48b8-9a34-c18fa14c3f80 req-741e5756-e8e2-40b7-850c-cec79f5092d5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0787282 Jul 28 04:18:04.035262 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['7d64d2fd-a0b8-4d05-9ce1-df93597d4f76'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:18:04.079725 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-993249c8-e2c2-4d29-96b5-b8e72aeb2fbf req-64128a1d-1a6c-47ca-8ff3-6880f30b7326 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e24e8ef-126b-4338-a8a4-11816f2312cf HTTP/1.1" status: 200 len: 217 time: 0.0459349 Jul 28 04:18:04.088079 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-82903fbc-e23f-48b8-9a34-c18fa14c3f80 req-aab57e01-7c0a-4b2a-a29e-093277b3eeac tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460603 Jul 28 04:18:04.154973 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993249c8-e2c2-4d29-96b5-b8e72aeb2fbf req-ca4fa6d7-ac16-4704-b13b-c0094b514919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:04.161558 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-993249c8-e2c2-4d29-96b5-b8e72aeb2fbf req-ca4fa6d7-ac16-4704-b13b-c0094b514919 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12a69832-7371-46dc-8a4c-e6392964750d HTTP/1.1" status: 200 len: 859 time: 0.0749550 Jul 28 04:18:04.170145 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-daa92c39-0a0b-4392-935a-92ebf98a0560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.194976 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56918) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:04.198714 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-993249c8-e2c2-4d29-96b5-b8e72aeb2fbf req-e771c80c-1c95-4172-8241-1856a325bf3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300384 Jul 28 04:18:04.221750 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-db4aa71e-54c1-4b37-b130-48ee6c3ef788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.227196 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e1557-6ff3-4bab-a433-0d795fba09fc req-537d1b53-97f5-433c-97e6-86571a0029a9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:04.228714 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f92e1557-6ff3-4bab-a433-0d795fba09fc req-537d1b53-97f5-433c-97e6-86571a0029a9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 944 time: 0.0640643 Jul 28 04:18:04.268340 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f92e1557-6ff3-4bab-a433-0d795fba09fc req-0296a616-ca13-43a3-94a4-375368ec20a6 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326624 Jul 28 04:18:04.289962 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-daa92c39-0a0b-4392-935a-92ebf98a0560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.323957 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-993249c8-e2c2-4d29-96b5-b8e72aeb2fbf req-c42ba587-f857-463a-bffe-2e98659acd8c service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104479 Jul 28 04:18:04.341093 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-daa92c39-0a0b-4392-935a-92ebf98a0560 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=229d739d6d0e4e8ab42b61da35d977ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060256 Jul 28 04:18:04.345702 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56920) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:04.351775 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa92c39-0a0b-4392-935a-92ebf98a0560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a16eb7c-7379-4f2b-af27-514a5b938d30,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:04.433506 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e4726-e26b-4e6c-8da3-1ea5be0f2fc1 req-dc1336d2-7d7c-479b-885f-1c03107b9a56 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:04.435441 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-af8e4726-e26b-4e6c-8da3-1ea5be0f2fc1 req-dc1336d2-7d7c-479b-885f-1c03107b9a56 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0929315 Jul 28 04:18:04.445396 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba218ced-bedc-48b1-a3ab-d62c9b8c4620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.447149 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56922) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:04.454539 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-d9f9f95e-18a8-42dd-b028-f0d1b35d0596 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Request body: {'floatingip': {'port_id': '3ce7290d-0099-49be-b853-0b39b27279bb'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:18:04.468166 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-993249c8-e2c2-4d29-96b5-b8e72aeb2fbf req-726ef440-af98-4ad2-b902-aa1a6d6e2393 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263101 Jul 28 04:18:04.472663 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-10ee3365-e6e2-461d-b2b3-327feb5f2b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.539349 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba218ced-bedc-48b1-a3ab-d62c9b8c4620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.542618 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f95e-18a8-42dd-b028-f0d1b35d0596 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.576805 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-10ee3365-e6e2-461d-b2b3-327feb5f2b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.624307 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-10ee3365-e6e2-461d-b2b3-327feb5f2b3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23860b9c5c7b4d3595b09d1882f9362f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8248308 Jul 28 04:18:04.629006 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56930) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:04.642729 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee3365-e6e2-461d-b2b3-327feb5f2b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12be4b0b-a98a-446f-85af-d3912d16d48e,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:04.719712 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-db4aa71e-54c1-4b37-b130-48ee6c3ef788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.756869 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7b507734-6ebe-4ab1-b600-f3f06e753b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.786516 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-db4aa71e-54c1-4b37-b130-48ee6c3ef788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.792754 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b67a-f8b2-47e6-a317-7d8093d23569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.828819 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-db4aa71e-54c1-4b37-b130-48ee6c3ef788 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4100062c22194d5ab2e134e2a2c1e4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6294293 Jul 28 04:18:04.828819 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aa71e-54c1-4b37-b130-48ee6c3ef788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f9a575-81ab-4a02-8ec6-a0648d3eac64,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:04.830108 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56934) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:04.848015 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba218ced-bedc-48b1-a3ab-d62c9b8c4620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.850528 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba218ced-bedc-48b1-a3ab-d62c9b8c4620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.851895 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-ba218ced-bedc-48b1-a3ab-d62c9b8c4620 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a16eb7c-7379-4f2b-af27-514a5b938d30 HTTP/1.1" status: 204 len: 168 time: 0.5050879 Jul 28 04:18:04.861488 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b67a-f8b2-47e6-a317-7d8093d23569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.885328 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba218ced-bedc-48b1-a3ab-d62c9b8c4620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a16eb7c-7379-4f2b-af27-514a5b938d30,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:04.894337 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-668444fd-9353-4cae-8051-9f9bf8c60818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:04.927904 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-668444fd-9353-4cae-8051-9f9bf8c60818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:05.053906 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-668444fd-9353-4cae-8051-9f9bf8c60818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:05.056527 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-668444fd-9353-4cae-8051-9f9bf8c60818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:05.059134 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-668444fd-9353-4cae-8051-9f9bf8c60818 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57f9a575-81ab-4a02-8ec6-a0648d3eac64 HTTP/1.1" status: 204 len: 168 time: 0.2281244 Jul 28 04:18:05.068371 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668444fd-9353-4cae-8051-9f9bf8c60818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f9a575-81ab-4a02-8ec6-a0648d3eac64,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:05.237051 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:05.318542 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b67a-f8b2-47e6-a317-7d8093d23569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:05.321470 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b67a-f8b2-47e6-a317-7d8093d23569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:05.322625 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-d4d3b67a-f8b2-47e6-a317-7d8093d23569 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12be4b0b-a98a-446f-85af-d3912d16d48e HTTP/1.1" status: 204 len: 168 time: 0.6909819 Jul 28 04:18:05.363411 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b67a-f8b2-47e6-a317-7d8093d23569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12be4b0b-a98a-446f-85af-d3912d16d48e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:05.372060 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07823-9267-4851-8292-0b3f382dd3a1 req-d844c886-b8fd-4a78-a556-bcd762bdb5ad tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:05.373547 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a7c07823-9267-4851-8292-0b3f382dd3a1 req-d844c886-b8fd-4a78-a556-bcd762bdb5ad tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.3934004 Jul 28 04:18:05.439207 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:18:05.535214 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21f444-15da-4ceb-b980-5ac7882a85b6 req-486737b3-d1be-43e1-acf4-b12d6a7a1435 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:05.536738 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cf21f444-15da-4ceb-b980-5ac7882a85b6 req-486737b3-d1be-43e1-acf4-b12d6a7a1435 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 944 time: 0.1847787 Jul 28 04:18:05.554426 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a7c07823-9267-4851-8292-0b3f382dd3a1 req-1765e03c-a3f9-41e8-88e7-97bdae8b418e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623785 Jul 28 04:18:05.561641 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.db.resource_extend [None req-d9f9f95e-18a8-42dd-b028-f0d1b35d0596 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 04:18:05.608218 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:18:05.612428 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:18:05.612900 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:05.657228 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cf21f444-15da-4ceb-b980-5ac7882a85b6 req-2468fa21-77a3-4148-b030-7e3b25076ce2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141038 Jul 28 04:18:05.663566 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f95e-18a8-42dd-b028-f0d1b35d0596 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:05.724259 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:05.730644 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f95e-18a8-42dd-b028-f0d1b35d0596 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:05.755601 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:18:05.757943 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77ca75c-bc31-4434-83f8-25f258f125f9" -d '{"events": [{"server_uuid": "853d2d7b-3dff-4d63-8c26-b029d5adc422", "name": "network-vif-plugged", "status": "completed", "tag": "7d64d2fd-a0b8-4d05-9ce1-df93597d4f76"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:18:05.772323 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:18:05.806780 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e5a784-483d-4772-8ece-afc5835e7f1f x-openstack-request-id: req-b9e5a784-483d-4772-8ece-afc5835e7f1f {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:18:05.807076 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853d2d7b-3dff-4d63-8c26-b029d5adc422", "name": "network-vif-plugged", "status": "completed", "tag": "7d64d2fd-a0b8-4d05-9ce1-df93597d4f76", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:18:05.807330 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9e5a784-483d-4772-8ece-afc5835e7f1f {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:18:05.807758 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76', 'code': 200} Jul 28 04:18:05.841085 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:05.842498 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.l3_db [None req-d9f9f95e-18a8-42dd-b028-f0d1b35d0596 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Floating IP 3db1ab4e-bf88-4476-8f3c-b44fa1c2d345 associated. External IP: 172.27.2.201, port: 3ce7290d-0099-49be-b853-0b39b27279bb. Jul 28 04:18:05.892844 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:06.090493 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f9f95e-18a8-42dd-b028-f0d1b35d0596 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Router ca81ac16-597a-4055-b6f5-17ed6a25b2fb has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:18:06.153362 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b2a29-9b9b-4aa9-a060-fea852c0a78e req-46e527d5-47ca-4209-94a5-0882f9a2d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:06.156309 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-5b6b2a29-9b9b-4aa9-a060-fea852c0a78e req-46e527d5-47ca-4209-94a5-0882f9a2d630 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 1098 time: 0.0491028 Jul 28 04:18:06.165378 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 56980) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:06.189933 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-20a5944d-b258-426f-a18e-b55fcb6b4f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:06.209058 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f9f95e-18a8-42dd-b028-f0d1b35d0596 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:18:06.214550 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f95e-18a8-42dd-b028-f0d1b35d0596 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:06.220950 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-5b6b2a29-9b9b-4aa9-a060-fea852c0a78e req-3603d44e-5e1b-4587-961b-04c04d2d235c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563037 Jul 28 04:18:06.225492 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c30f66-eeba-4d5a-9abb-942f48b85512 None None] Sync routers for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:18:06.240251 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c30f66-eeba-4d5a-9abb-942f48b85512 None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:18:06.240876 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-48c30f66-eeba-4d5a-9abb-942f48b85512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:18:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:18:06.243693 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:06.260382 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-d9f9f95e-18a8-42dd-b028-f0d1b35d0596 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "PUT /v2.0/floatingips/3db1ab4e-bf88-4476-8f3c-b44fa1c2d345 HTTP/1.1" status: 200 len: 991 time: 1.8111637 Jul 28 04:18:06.261924 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:18:06.265232 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38b0208-7d52-43de-99cb-54d766849134" -d '{"events": [{"name": "network-changed", "server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:18:06.330868 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ec907e-395a-41a9-a695-895f3a261a53 x-openstack-request-id: req-b5ec907e-395a-41a9-a695-895f3a261a53 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:18:06.331307 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:18:06.331703 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5ec907e-395a-41a9-a695-895f3a261a53 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:18:06.332383 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb', 'status': 'completed', 'code': 200} Jul 28 04:18:06.364195 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-20a5944d-b258-426f-a18e-b55fcb6b4f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:06.406999 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-48c30f66-eeba-4d5a-9abb-942f48b85512 None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:18:06.420526 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-20a5944d-b258-426f-a18e-b55fcb6b4f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:06.486099 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5944d-b258-426f-a18e-b55fcb6b4f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22076e0a-331f-405e-bd03-ecb10f1ffda9,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:06.496241 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 56998) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:06.496367 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-20a5944d-b258-426f-a18e-b55fcb6b4f36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8eb1e2031d444637822de18aa772b7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298161 Jul 28 04:18:06.499418 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b0208-7d52-43de-99cb-54d766849134 req-478df5bf-e4a0-4bcc-bcb0-7fe197e39ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:06.502125 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-d38b0208-7d52-43de-99cb-54d766849134 req-478df5bf-e4a0-4bcc-bcb0-7fe197e39ac5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 1098 time: 0.1201670 Jul 28 04:18:06.560975 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-139469d4-ad56-41fa-8018-76ceee8606c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:06.588672 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-139469d4-ad56-41fa-8018-76ceee8606c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:06.656677 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b0208-7d52-43de-99cb-54d766849134 req-1f8b9a92-ab85-4f9f-8559-0c64bdb7fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:06.657926 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-d38b0208-7d52-43de-99cb-54d766849134 req-1f8b9a92-ab85-4f9f-8559-0c64bdb7fc6f service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 917 time: 0.1405981 Jul 28 04:18:06.751072 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ada32-9e5e-4ae6-9a1b-79c96b952d51 req-2d32c3b2-3010-4bef-bc60-7114d2a5a7ac tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:06.759075 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d15ada32-9e5e-4ae6-9a1b-79c96b952d51 req-2d32c3b2-3010-4bef-bc60-7114d2a5a7ac tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0971076 Jul 28 04:18:06.827235 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d15ada32-9e5e-4ae6-9a1b-79c96b952d51 req-59f5a451-a2c2-4332-b3e0-157d60ed71d9 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672600 Jul 28 04:18:06.834142 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-139469d4-ad56-41fa-8018-76ceee8606c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:06.836849 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-139469d4-ad56-41fa-8018-76ceee8606c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:06.838066 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-139469d4-ad56-41fa-8018-76ceee8606c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22076e0a-331f-405e-bd03-ecb10f1ffda9 HTTP/1.1" status: 204 len: 168 time: 0.3407037 Jul 28 04:18:06.854428 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139469d4-ad56-41fa-8018-76ceee8606c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22076e0a-331f-405e-bd03-ecb10f1ffda9,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:06.860652 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-48c30f66-eeba-4d5a-9abb-942f48b85512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '3db1ab4e-bf88-4476-8f3c-b44fa1c2d345', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'port_id': '3ce7290d-0099-49be-b853-0b39b27279bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'mac_address': 'fa:16:3e:d4:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:17:43Z', 'updated_at': '2021-07-28T04:18:05Z', 'revision_number': 1, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:44Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:18:06.861240 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-d38b0208-7d52-43de-99cb-54d766849134 req-6bd2a6a5-108e-4fe7-9ac6-a7b4d7422719 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce7290d-0099-49be-b853-0b39b27279bb HTTP/1.1" status: 200 len: 999 time: 0.1949484 Jul 28 04:18:06.865639 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7b572-0e6c-4a16-812f-9cddec8ee928 req-8d609500-ee71-452e-9b55-fee0019660fe tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:06.867276 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c1f7b572-0e6c-4a16-812f-9cddec8ee928 req-8d609500-ee71-452e-9b55-fee0019660fe tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0883090 Jul 28 04:18:06.894326 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c30f66-eeba-4d5a-9abb-942f48b85512 None None] Checking router: ca81ac16-597a-4055-b6f5-17ed6a25b2fb for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:18:06.902920 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c30f66-eeba-4d5a-9abb-942f48b85512 None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:18:06.903541 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-48c30f66-eeba-4d5a-9abb-942f48b85512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:18:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:18:06.929939 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c1f7b572-0e6c-4a16-812f-9cddec8ee928 req-37b9dc6b-a796-416b-8304-1744dc32ee1b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554769 Jul 28 04:18:06.945471 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b0208-7d52-43de-99cb-54d766849134 req-cb8a46ed-528f-44ae-a2d8-8a88df1d4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:06.947837 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-d38b0208-7d52-43de-99cb-54d766849134 req-cb8a46ed-528f-44ae-a2d8-8a88df1d4f0e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.0726531 Jul 28 04:18:07.009361 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b0208-7d52-43de-99cb-54d766849134 req-30c60dbc-e26e-4480-b8ef-5257e993dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:07.011182 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-d38b0208-7d52-43de-99cb-54d766849134 req-30c60dbc-e26e-4480-b8ef-5257e993dcdf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483694 Jul 28 04:18:07.039853 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-48c30f66-eeba-4d5a-9abb-942f48b85512 None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:18:07.118559 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-d38b0208-7d52-43de-99cb-54d766849134 req-46033e09-6ab8-4938-b03a-cc55a4e4ec8a service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889914 Jul 28 04:18:07.235817 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-d38b0208-7d52-43de-99cb-54d766849134 req-87532583-e983-486e-9626-3975ce5d9796 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969906 Jul 28 04:18:07.272690 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-48c30f66-eeba-4d5a-9abb-942f48b85512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '3db1ab4e-bf88-4476-8f3c-b44fa1c2d345', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'port_id': '3ce7290d-0099-49be-b853-0b39b27279bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'mac_address': 'fa:16:3e:d4:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:17:43Z', 'updated_at': '2021-07-28T04:18:05Z', 'revision_number': 1, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:44Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:18:07.300577 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c30f66-eeba-4d5a-9abb-942f48b85512 None None] The sync data for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi is: [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '3db1ab4e-bf88-4476-8f3c-b44fa1c2d345', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'port_id': '3ce7290d-0099-49be-b853-0b39b27279bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'mac_address': 'fa:16:3e:d4:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:17:43Z', 'updated_at': '2021-07-28T04:18:05Z', 'revision_number': 1, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:44Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:18:07.568398 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d9e60-ee10-411a-9c14-3e3c7c0a73e1 None None] New status for floating IP 3db1ab4e-bf88-4476-8f3c-b44fa1c2d345: ACTIVE {{(pid=93705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:18:07.952198 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:07.973149 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12fffe-0629-4766-bd31-6213a6fd2a2a req-6db030fc-e58f-45e7-8406-55229529aa77 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:07.974856 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bf12fffe-0629-4766-bd31-6213a6fd2a2a req-6db030fc-e58f-45e7-8406-55229529aa77 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0539646 Jul 28 04:18:08.025973 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bf12fffe-0629-4766-bd31-6213a6fd2a2a req-19740534-c450-4d76-9fb8-aa1cad8b953d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426435 Jul 28 04:18:08.063276 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b93077-df03-4362-8ca6-ca6fa7642ca5 req-f4817b0a-74e0-4d9f-b595-fed59b4ce1f6 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:08.065292 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18b93077-df03-4362-8ca6-ca6fa7642ca5 req-f4817b0a-74e0-4d9f-b595-fed59b4ce1f6 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0549529 Jul 28 04:18:08.106245 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18b93077-df03-4362-8ca6-ca6fa7642ca5 req-8df30eaa-fbf0-4eee-86f2-9d29dbb56c4f tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332890 Jul 28 04:18:08.237643 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44131673-4972-472f-9a3e-46efa09d8a0a req-f41c3b00-90b2-4678-9ce9-629567cf8c0c tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:08.239533 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-44131673-4972-472f-9a3e-46efa09d8a0a req-f41c3b00-90b2-4678-9ce9-629567cf8c0c tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0589535 Jul 28 04:18:08.248704 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 57070) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:08.253494 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-caf60917-af7f-459d-a71a-0fb029bae923 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Request body: {'floatingip': {'port_id': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:18:08.293554 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-caf60917-af7f-459d-a71a-0fb029bae923 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:08.941205 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-caf60917-af7f-459d-a71a-0fb029bae923 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:09.004230 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-caf60917-af7f-459d-a71a-0fb029bae923 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:09.106778 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.l3_db [None req-caf60917-af7f-459d-a71a-0fb029bae923 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Floating IP 7e7e7752-25a4-4c8a-a60b-873e98fe2f7f associated. External IP: 172.27.2.166, port: 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76. Jul 28 04:18:09.248626 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02b7eb-8088-429c-a6a7-a4476056941d req-b5b7c056-5a10-439e-8b7f-87a98a1ff754 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:09.250692 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3b02b7eb-8088-429c-a6a7-a4476056941d req-b5b7c056-5a10-439e-8b7f-87a98a1ff754 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.1062305 Jul 28 04:18:09.338002 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3b02b7eb-8088-429c-a6a7-a4476056941d req-796fcd47-aba1-4620-823c-ee45e6d62d6a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763135 Jul 28 04:18:09.412706 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf60917-af7f-459d-a71a-0fb029bae923 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Router f274f25a-af76-4589-9282-9f83a33177d3 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:18:09.520063 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf60917-af7f-459d-a71a-0fb029bae923 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:18:09.524681 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-caf60917-af7f-459d-a71a-0fb029bae923 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:09.530409 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c432077-e374-4573-95be-e7137031c153 None None] Sync routers for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:18:09.539227 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c432077-e374-4573-95be-e7137031c153 None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:18:09.539868 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-8c432077-e374-4573-95be-e7137031c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:18:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:18:09.571366 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-caf60917-af7f-459d-a71a-0fb029bae923 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "PUT /v2.0/floatingips/7e7e7752-25a4-4c8a-a60b-873e98fe2f7f HTTP/1.1" status: 200 len: 991 time: 1.3187976 Jul 28 04:18:09.571366 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'tag': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:18:09.573325 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd1ab75-a8fd-461d-90b4-566583337894" -d '{"events": [{"name": "network-changed", "server_uuid": "853d2d7b-3dff-4d63-8c26-b029d5adc422", "tag": "7d64d2fd-a0b8-4d05-9ce1-df93597d4f76"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:18:09.639924 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26285702-66ed-4cdc-a0eb-c36f0f304f77 x-openstack-request-id: req-26285702-66ed-4cdc-a0eb-c36f0f304f77 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:18:09.643980 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853d2d7b-3dff-4d63-8c26-b029d5adc422", "tag": "7d64d2fd-a0b8-4d05-9ce1-df93597d4f76", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:18:09.647665 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26285702-66ed-4cdc-a0eb-c36f0f304f77 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:18:09.647665 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'tag': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76', 'status': 'completed', 'code': 200} Jul 28 04:18:09.714050 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-8c432077-e374-4573-95be-e7137031c153 None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:18:09.761904 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1ab75-a8fd-461d-90b4-566583337894 req-e33791ec-fd46-4427-9528-3dae572be6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:09.764303 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-bcd1ab75-a8fd-461d-90b4-566583337894 req-e33791ec-fd46-4427-9528-3dae572be6b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 1098 time: 0.0470433 Jul 28 04:18:09.882574 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1ab75-a8fd-461d-90b4-566583337894 req-34be1a7c-02fe-4e13-a769-5849510982d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:09.884031 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-bcd1ab75-a8fd-461d-90b4-566583337894 req-34be1a7c-02fe-4e13-a769-5849510982d2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3 HTTP/1.1" status: 200 len: 911 time: 0.1044419 Jul 28 04:18:09.953337 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-bcd1ab75-a8fd-461d-90b4-566583337894 req-fd9166bb-d1f4-4368-b4f2-49d86249477f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 HTTP/1.1" status: 200 len: 999 time: 0.0604539 Jul 28 04:18:10.021914 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1ab75-a8fd-461d-90b4-566583337894 req-407ba39c-9225-4b77-8367-ed5188b2ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:10.023888 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-bcd1ab75-a8fd-461d-90b4-566583337894 req-407ba39c-9225-4b77-8367-ed5188b2ab4f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9 HTTP/1.1" status: 200 len: 849 time: 0.0630198 Jul 28 04:18:10.067317 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-8c432077-e374-4573-95be-e7137031c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '7e7e7752-25a4-4c8a-a60b-873e98fe2f7f', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'port_id': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'mac_address': 'fa:16:3e:43:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:17:51Z', 'updated_at': '2021-07-28T04:18:08Z', 'revision_number': 1, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:45Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:18:10.082914 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1ab75-a8fd-461d-90b4-566583337894 req-5845a48d-f640-4146-93a5-b30adb983846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:10.084728 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-bcd1ab75-a8fd-461d-90b4-566583337894 req-5845a48d-f640-4146-93a5-b30adb983846 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485065 Jul 28 04:18:10.099061 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c432077-e374-4573-95be-e7137031c153 None None] Checking router: f274f25a-af76-4589-9282-9f83a33177d3 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:18:10.109137 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c432077-e374-4573-95be-e7137031c153 None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:18:10.110291 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-8c432077-e374-4573-95be-e7137031c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:18:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:18:10.189251 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-bcd1ab75-a8fd-461d-90b4-566583337894 req-2817f649-7af3-41cc-8de4-c08aecb1b147 service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944123 Jul 28 04:18:10.222901 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-8c432077-e374-4573-95be-e7137031c153 None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:18:10.228399 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 57168) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:10.259172 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 57172) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:10.308296 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-bcd1ab75-a8fd-461d-90b4-566583337894 req-3e99bc91-5544-4463-b50f-da0844179bdb service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063249 Jul 28 04:18:10.389308 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac1e72aa-c9a4-4891-80d1-d15c545eb1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:10.449360 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a894851b-42c7-4dd8-95d8-9581595e8883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:10.502499 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-8c432077-e374-4573-95be-e7137031c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '7e7e7752-25a4-4c8a-a60b-873e98fe2f7f', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'port_id': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'mac_address': 'fa:16:3e:43:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:17:51Z', 'updated_at': '2021-07-28T04:18:08Z', 'revision_number': 1, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:45Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:18:10.518921 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92822066-6e56-4091-8ab6-f2e0d95d1652 req-2d16e207-3cf7-4567-9603-0411fc1a51fb tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:10.520478 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-92822066-6e56-4091-8ab6-f2e0d95d1652 req-2d16e207-3cf7-4567-9603-0411fc1a51fb tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0932305 Jul 28 04:18:10.528109 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c432077-e374-4573-95be-e7137031c153 None None] The sync data for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi is: [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '7e7e7752-25a4-4c8a-a60b-873e98fe2f7f', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'port_id': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'mac_address': 'fa:16:3e:43:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:17:51Z', 'updated_at': '2021-07-28T04:18:08Z', 'revision_number': 1, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:45Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:18:10.580073 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-92822066-6e56-4091-8ab6-f2e0d95d1652 req-5cbf2b9a-6fba-4978-aa11-01ea2cbf9f00 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529613 Jul 28 04:18:10.593000 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac1e72aa-c9a4-4891-80d1-d15c545eb1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:10.657550 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ac1e72aa-c9a4-4891-80d1-d15c545eb1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:10.713065 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-ac1e72aa-c9a4-4891-80d1-d15c545eb1d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0de842ffc9ae45c59dc232593e0c9e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527411 Jul 28 04:18:10.714252 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8f43ef-745d-41e6-b4f8-a47fc18c73aa None None] New status for floating IP 7e7e7752-25a4-4c8a-a60b-873e98fe2f7f: ACTIVE {{(pid=93705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:18:10.715789 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57178) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:10.722655 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e72aa-c9a4-4891-80d1-d15c545eb1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cbeab1-5d7a-4271-8ec4-eee825fdc79f,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:10.770988 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef16b018-1187-42b2-8886-24762868d6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:10.793048 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a894851b-42c7-4dd8-95d8-9581595e8883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:10.810157 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef16b018-1187-42b2-8886-24762868d6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:10.866805 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a894851b-42c7-4dd8-95d8-9581595e8883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:10.907004 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-a894851b-42c7-4dd8-95d8-9581595e8883 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6403e65a84234459ae0cad30fef13dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6781247 Jul 28 04:18:10.907913 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894851b-42c7-4dd8-95d8-9581595e8883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5676806-47ce-4a28-aae9-0cf67bc80342,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:10.909605 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57186) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:10.949645 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef16b018-1187-42b2-8886-24762868d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:10.952187 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef16b018-1187-42b2-8886-24762868d6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:10.954128 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ef16b018-1187-42b2-8886-24762868d6b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14cbeab1-5d7a-4271-8ec4-eee825fdc79f HTTP/1.1" status: 204 len: 168 time: 0.2373645 Jul 28 04:18:10.964883 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16b018-1187-42b2-8886-24762868d6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cbeab1-5d7a-4271-8ec4-eee825fdc79f,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:10.980040 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb919-7ec6-4a62-a464-357c7fe10759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:11.005001 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb919-7ec6-4a62-a464-357c7fe10759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:11.141611 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb919-7ec6-4a62-a464-357c7fe10759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:11.144297 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb919-7ec6-4a62-a464-357c7fe10759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:11.148115 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-7a4fb919-7ec6-4a62-a464-357c7fe10759 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5676806-47ce-4a28-aae9-0cf67bc80342 HTTP/1.1" status: 204 len: 168 time: 0.2346587 Jul 28 04:18:11.154752 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fb919-7ec6-4a62-a464-357c7fe10759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5676806-47ce-4a28-aae9-0cf67bc80342,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:11.580810 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57212) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:11.594282 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-98663980-c4b8-46c9-b7b7-998500265dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:11.726515 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-98663980-c4b8-46c9-b7b7-998500265dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:11.744273 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07387954-0213-4a0c-8c56-1986c7ee749d req-706a1116-0aa0-45c7-8998-d6e7232b6998 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:11.746052 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-07387954-0213-4a0c-8c56-1986c7ee749d req-706a1116-0aa0-45c7-8998-d6e7232b6998 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0861232 Jul 28 04:18:11.775237 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-98663980-c4b8-46c9-b7b7-998500265dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:11.789361 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-07387954-0213-4a0c-8c56-1986c7ee749d req-4a1d1eba-9494-4605-adc3-31372ed61231 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362751 Jul 28 04:18:11.813224 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98663980-c4b8-46c9-b7b7-998500265dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8832c62-e365-4cfb-8a97-fd94fd90a4f7,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:11.817349 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-98663980-c4b8-46c9-b7b7-998500265dc0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=451e306090d9412dbe36656ba585fc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364533 Jul 28 04:18:11.820941 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 57216) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:11.869875 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a938a61f-e6d6-4478-b752-1be7a9ddbe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:11.891424 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a938a61f-e6d6-4478-b752-1be7a9ddbe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:12.003705 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a938a61f-e6d6-4478-b752-1be7a9ddbe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:12.007264 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a938a61f-e6d6-4478-b752-1be7a9ddbe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:12.008586 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-a938a61f-e6d6-4478-b752-1be7a9ddbe8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8832c62-e365-4cfb-8a97-fd94fd90a4f7 HTTP/1.1" status: 204 len: 168 time: 0.1870670 Jul 28 04:18:12.017240 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938a61f-e6d6-4478-b752-1be7a9ddbe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8832c62-e365-4cfb-8a97-fd94fd90a4f7,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:12.084855 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57226) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:12.100830 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e671a69a-170e-48e8-97f9-d09243d3c8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:12.190803 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e671a69a-170e-48e8-97f9-d09243d3c8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:12.267035 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e671a69a-170e-48e8-97f9-d09243d3c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:12.305515 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-e671a69a-170e-48e8-97f9-d09243d3c8ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c85ef7edce54d2c84b25ff567aa7985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168498 Jul 28 04:18:12.305515 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671a69a-170e-48e8-97f9-d09243d3c8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e334967b-76c8-410f-b61a-1a5a548cb248,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:12.306009 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 57230) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:12.359559 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99f0de50-cc85-467d-bd04-87b88fe5d785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:12.380439 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99f0de50-cc85-467d-bd04-87b88fe5d785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:12.529368 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99f0de50-cc85-467d-bd04-87b88fe5d785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:12.535768 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-99f0de50-cc85-467d-bd04-87b88fe5d785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:12.535768 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-99f0de50-cc85-467d-bd04-87b88fe5d785 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e334967b-76c8-410f-b61a-1a5a548cb248 HTTP/1.1" status: 204 len: 168 time: 0.2262788 Jul 28 04:18:12.542865 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0de50-cc85-467d-bd04-87b88fe5d785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e334967b-76c8-410f-b61a-1a5a548cb248,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:12.932936 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500fb1d-0908-4a84-9642-e8bf2d023301 req-881edf77-9155-4bfd-b197-29b54349c933 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:12.932936 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9500fb1d-0908-4a84-9642-e8bf2d023301 req-881edf77-9155-4bfd-b197-29b54349c933 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0589881 Jul 28 04:18:12.981331 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9500fb1d-0908-4a84-9642-e8bf2d023301 req-b7bfcf79-edce-4d4d-8e07-c369d06a263b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458050 Jul 28 04:18:13.466134 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa385e51-88c8-417e-9ce5-1b7446084ac1 req-dcbf6397-d9bc-4ff1-b537-9cd67a5ef318 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:13.467986 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fa385e51-88c8-417e-9ce5-1b7446084ac1 req-dcbf6397-d9bc-4ff1-b537-9cd67a5ef318 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 945 time: 0.0571129 Jul 28 04:18:13.507810 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fa385e51-88c8-417e-9ce5-1b7446084ac1 req-71212b71-a0b7-4513-8548-87f1fff6f931 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Jul 28 04:18:14.111865 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d4d6f-900e-4ce3-9d36-dc538d56ad5a req-157737a5-3ba6-4215-a3d0-f5aba1bcc1e2 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:14.113359 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-873d4d6f-900e-4ce3-9d36-dc538d56ad5a req-157737a5-3ba6-4215-a3d0-f5aba1bcc1e2 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0491867 Jul 28 04:18:14.156553 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-873d4d6f-900e-4ce3-9d36-dc538d56ad5a req-d13a4588-fc6f-42c2-8526-5467048577d1 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351846 Jul 28 04:18:14.407021 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57330) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:14.507201 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7d4794f6-a883-4a1f-ad94-52445e11be0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:14.603263 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7d4794f6-a883-4a1f-ad94-52445e11be0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:14.639549 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2c0ce-8c57-4977-a075-2e6fed717030 req-5870f37d-82f3-46e9-87f0-0e6c8e358a33 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:14.641536 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-66c2c0ce-8c57-4977-a075-2e6fed717030 req-5870f37d-82f3-46e9-87f0-0e6c8e358a33 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 945 time: 0.0605195 Jul 28 04:18:14.680842 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-66c2c0ce-8c57-4977-a075-2e6fed717030 req-f06d14a6-6868-4d6b-8ede-cb6181aa5cab tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332658 Jul 28 04:18:14.712501 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7d4794f6-a883-4a1f-ad94-52445e11be0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:14.755367 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-7d4794f6-a883-4a1f-ad94-52445e11be0f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fdb8d8fc13a47cc91306d3168e35740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471735 Jul 28 04:18:14.758046 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57350) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:14.767196 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4794f6-a883-4a1f-ad94-52445e11be0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a714d0-67b4-4e6e-bbe2-668ba6495d23,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:14.820074 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e372a16a-0e81-4e3c-a41e-d20df1127bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:14.842825 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e372a16a-0e81-4e3c-a41e-d20df1127bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:15.003418 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e372a16a-0e81-4e3c-a41e-d20df1127bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:15.006050 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e372a16a-0e81-4e3c-a41e-d20df1127bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:15.007226 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-e372a16a-0e81-4e3c-a41e-d20df1127bb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79a714d0-67b4-4e6e-bbe2-668ba6495d23 HTTP/1.1" status: 204 len: 168 time: 0.2482762 Jul 28 04:18:15.014952 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372a16a-0e81-4e3c-a41e-d20df1127bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a714d0-67b4-4e6e-bbe2-668ba6495d23,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:15.285722 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601aef-1922-4904-a338-a2223de0c202 req-888bb3cb-e4f3-4326-9c6f-c1441da8f57b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:15.287273 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6a601aef-1922-4904-a338-a2223de0c202 req-888bb3cb-e4f3-4326-9c6f-c1441da8f57b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0555794 Jul 28 04:18:15.331808 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6a601aef-1922-4904-a338-a2223de0c202 req-59b5c601-7807-4b8b-b0d6-66583fb989e0 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381389 Jul 28 04:18:15.754180 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4a98a-cb64-4942-9286-51194314292e req-99fdbacc-4f34-4c51-b640-c253831297fc tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:15.756320 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1ff4a98a-cb64-4942-9286-51194314292e req-99fdbacc-4f34-4c51-b640-c253831297fc tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.22 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 945 time: 0.0826991 Jul 28 04:18:15.811415 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb08e4-6c3c-4a14-868d-10bb13404c02 req-5c7071d4-52c0-4819-98c2-0b26acf78129 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:15.813259 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-63eb08e4-6c3c-4a14-868d-10bb13404c02 req-5c7071d4-52c0-4819-98c2-0b26acf78129 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 945 time: 0.0503020 Jul 28 04:18:15.860011 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-63eb08e4-6c3c-4a14-868d-10bb13404c02 req-c4793ddb-e22f-4426-ac93-8350e4651084 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b2adc4c-4f85-4a00-a57c-f36c804605e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352802 Jul 28 04:18:15.948493 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-1ff4a98a-cb64-4942-9286-51194314292e req-aea2303e-65a2-4021-ad2b-2043340ebd8e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Deleting port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:18:15.948493 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1ff4a98a-cb64-4942-9286-51194314292e req-aea2303e-65a2-4021-ad2b-2043340ebd8e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:16.155150 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-1ff4a98a-cb64-4942-9286-51194314292e req-aea2303e-65a2-4021-ad2b-2043340ebd8e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] For port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1,segment=NetworkSegment(ee967d50-1c38-4261-a533-51be979ae432),segment_id=ee967d50-1c38-4261-a533-51be979ae432)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:18:16.155150 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1ff4a98a-cb64-4942-9286-51194314292e req-aea2303e-65a2-4021-ad2b-2043340ebd8e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:16.155150 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-1ff4a98a-cb64-4942-9286-51194314292e req-aea2303e-65a2-4021-ad2b-2043340ebd8e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Calling delete_port for dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 owned by compute:nova {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:18:16.422287 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1ff4a98a-cb64-4942-9286-51194314292e req-aea2303e-65a2-4021-ad2b-2043340ebd8e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:16.446648 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:18:16.486924 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2303e-65a2-4021-ad2b-2043340ebd8e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Pushing event deleted for resources: {'Port': ['ID=dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:16.512132 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1f59e-0089-4cb9-bd5d-063b72281f5e req-01d59f49-f3af-447a-a354-5b8e4a95875d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:16.512132 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-71f1f59e-0089-4cb9-bd5d-063b72281f5e req-01d59f49-f3af-447a-a354-5b8e4a95875d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0942535 Jul 28 04:18:16.561452 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-71f1f59e-0089-4cb9-bd5d-063b72281f5e req-d2918298-b2ce-48d8-a162-75d6a4a8ceb5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432732 Jul 28 04:18:16.561837 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff4a98a-cb64-4942-9286-51194314292e req-aea2303e-65a2-4021-ad2b-2043340ebd8e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] No DVR routers for this DVR port dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 on host hv-cinder-74014 {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:18:16.565130 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1ff4a98a-cb64-4942-9286-51194314292e req-aea2303e-65a2-4021-ad2b-2043340ebd8e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:16.567209 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1ff4a98a-cb64-4942-9286-51194314292e req-aea2303e-65a2-4021-ad2b-2043340ebd8e tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.22 "DELETE /v2.0/ports/dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 HTTP/1.1" status: 204 len: 173 time: 0.8034372 Jul 28 04:18:16.567664 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b6a71e-2bb8-42c3-a964-e951957205a0', 'name': 'network-vif-deleted', 'tag': 'dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:18:16.569892 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d09162-347d-486e-a08b-ba5e23a90500" -d '{"events": [{"server_uuid": "37b6a71e-2bb8-42c3-a964-e951957205a0", "name": "network-vif-deleted", "tag": "dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:18:16.609951 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bfa1a9-f2ea-4404-8d41-815ff01e1ba0 x-openstack-request-id: req-98bfa1a9-f2ea-4404-8d41-815ff01e1ba0 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:18:16.610236 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b6a71e-2bb8-42c3-a964-e951957205a0", "name": "network-vif-deleted", "tag": "dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:18:16.610480 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98bfa1a9-f2ea-4404-8d41-815ff01e1ba0 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:18:16.610868 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b6a71e-2bb8-42c3-a964-e951957205a0', 'name': 'network-vif-deleted', 'tag': 'dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1', 'status': 'completed', 'code': 200} Jul 28 04:18:16.973762 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-93f4a42d-7b46-4063-95b3-851987f4f234 req-d9e1a2c6-f950-4138-9a8b-5997b6431ebd tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 210 time: 0.0290916 Jul 28 04:18:16.998720 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:17.681165 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e6d06-5d9c-4642-b087-9e7a6f395340 req-fda1d082-8ade-49be-adfc-581c83e1b393 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:17.682667 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ac7e6d06-5d9c-4642-b087-9e7a6f395340 req-fda1d082-8ade-49be-adfc-581c83e1b393 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0536003 Jul 28 04:18:17.721090 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ac7e6d06-5d9c-4642-b087-9e7a6f395340 req-93017db3-bb34-4f2e-8deb-c3f29a7988a6 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324519 Jul 28 04:18:18.115810 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ed1a3fd3-7964-4a50-a3f6-1759bad7c2ae req-be5b0e1e-f3c1-43fa-93b1-0d5a74d73694 tempest-DeleteServersTestJSON-1355905201 tempest-DeleteServersTestJSON-1355905201-project] 10.222.0.42 "GET /v2.0/ports?device_id=37b6a71e-2bb8-42c3-a964-e951957205a0 HTTP/1.1" status: 200 len: 210 time: 0.0300813 Jul 28 04:18:18.845543 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65398fee-228a-4c17-9cba-2c638d50ff03 req-fd4bd7fe-ef7b-4a89-9eae-0843d064ced8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:18.847038 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-65398fee-228a-4c17-9cba-2c638d50ff03 req-fd4bd7fe-ef7b-4a89-9eae-0843d064ced8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0482929 Jul 28 04:18:18.893756 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-65398fee-228a-4c17-9cba-2c638d50ff03 req-5264eaf9-47a1-448d-9573-71c8f0a9ba6c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357866 Jul 28 04:18:19.476184 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:18:19.496109 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:18:19.499946 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device dbdb0a44-bb2c-411e-9b0b-1bb0d8a9f3f1 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:18:19.735887 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57504) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:19.861076 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:19.928218 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-4f4b2813-023d-4af9-807f-2db4f6aee2d6 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:19.929738 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-4f4b2813-023d-4af9-807f-2db4f6aee2d6 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/networks?id=c90076fc-be26-4230-8453-0eb58936742a HTTP/1.1" status: 200 len: 815 time: 0.1081722 Jul 28 04:18:19.947101 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-a571d1db-16b0-47bb-a15f-c85ac7db993a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/quotas/1089e5c57f6346feb7bc08c65f939b2a HTTP/1.1" status: 200 len: 375 time: 0.0107906 Jul 28 04:18:19.969108 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:20.010113 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-72a15b6a-2b1f-4e0c-9485-bc9ab0cce1ab tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565026 Jul 28 04:18:20.032259 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:20.072732 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ead60581db5c4402b842f356704ee985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377588 Jul 28 04:18:20.074625 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84051afe-d5d0-4266-a6df-c24bded7cacb,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:20.076801 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57530) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:20.096542 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:20.096891 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:20.098935 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:20.098935 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:20.098935 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:20.098935 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:20.098935 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:20.098935 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:20.099407 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:20.099537 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:20.099964 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:20.100290 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4a501-6a55-4dc5-becc-74fbc256f868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:20.114567 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578edd9b-147d-46fb-a32d-bf932f913923 req-5670ffea-1e70-412a-a387-925a3f20d984 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:20.116078 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-578edd9b-147d-46fb-a32d-bf932f913923 req-5670ffea-1e70-412a-a387-925a3f20d984 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.1001828 Jul 28 04:18:20.142463 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de1c0ea7-705d-4bfe-ad02-85f6f6b2f9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:20.162131 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-a9914b05-422c-49fe-8a40-eec0544a2fcf service neutron] 10.222.0.42 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374853 Jul 28 04:18:20.164648 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de1c0ea7-705d-4bfe-ad02-85f6f6b2f9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:20.169328 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-578edd9b-147d-46fb-a32d-bf932f913923 req-3c66a309-5e9d-43c9-a9d9-4a1622cef457 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468431 Jul 28 04:18:20.252137 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-9c747b52-021f-422c-a940-35e30fa7d4f7 service neutron] 10.222.0.42 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816307 Jul 28 04:18:20.283742 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de1c0ea7-705d-4bfe-ad02-85f6f6b2f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:20.286306 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de1c0ea7-705d-4bfe-ad02-85f6f6b2f9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:20.287584 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-de1c0ea7-705d-4bfe-ad02-85f6f6b2f9c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84051afe-d5d0-4266-a6df-c24bded7cacb HTTP/1.1" status: 204 len: 168 time: 0.2085066 Jul 28 04:18:20.295212 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c0ea7-705d-4bfe-ad02-85f6f6b2f9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84051afe-d5d0-4266-a6df-c24bded7cacb,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:20.526297 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-159348e7-52aa-4e55-8140-7b6e58c6a20e req-745c71cd-03a8-49d0-8d1e-75dfe9c73755 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 210 time: 0.0272923 Jul 28 04:18:20.948581 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 57554) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:20.961352 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:21.058558 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:21.134633 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:21.172161 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e5bfed8ef8c4792a76eb0c937925613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233620 Jul 28 04:18:21.173207 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8802d00b-2a9c-4931-9a17-9bda8f7c2ce0,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:21.175010 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57560) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:21.180190 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:21.180537 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:21.180875 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:21.181209 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:21.181534 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:21.181859 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:21.182184 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:21.182506 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:21.182853 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:21.183174 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:21.183491 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:21.183838 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1b6831-9d6a-413c-85c0-78a86834cf0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:21.225090 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-25307435-202b-407c-b710-f150e7656cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:21.245107 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-25307435-202b-407c-b710-f150e7656cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:21.403445 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-25307435-202b-407c-b710-f150e7656cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:21.406046 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-25307435-202b-407c-b710-f150e7656cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:21.407211 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-25307435-202b-407c-b710-f150e7656cb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8802d00b-2a9c-4931-9a17-9bda8f7c2ce0 HTTP/1.1" status: 204 len: 168 time: 0.2311592 Jul 28 04:18:21.422691 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25307435-202b-407c-b710-f150e7656cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8802d00b-2a9c-4931-9a17-9bda8f7c2ce0,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:22.147376 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 57576) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:22.160587 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5052665-308f-4b87-a0aa-f7eb81575c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:22.244918 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5052665-308f-4b87-a0aa-f7eb81575c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:22.328956 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5052665-308f-4b87-a0aa-f7eb81575c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:22.365765 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-d5052665-308f-4b87-a0aa-f7eb81575c49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ff216d3759742d2ae2bddf178afd3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172828 Jul 28 04:18:22.367591 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5052665-308f-4b87-a0aa-f7eb81575c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6258d45-6475-45d3-b465-86bbd11ea3bd,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:22.368589 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57578) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:22.416508 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dde72be1-6d3b-47fd-995c-05e6c1b923f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:22.439096 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dde72be1-6d3b-47fd-995c-05e6c1b923f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:22.750340 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dde72be1-6d3b-47fd-995c-05e6c1b923f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:22.752904 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dde72be1-6d3b-47fd-995c-05e6c1b923f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:22.754043 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-dde72be1-6d3b-47fd-995c-05e6c1b923f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6258d45-6475-45d3-b465-86bbd11ea3bd HTTP/1.1" status: 204 len: 168 time: 0.3839793 Jul 28 04:18:22.761946 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde72be1-6d3b-47fd-995c-05e6c1b923f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6258d45-6475-45d3-b465-86bbd11ea3bd,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:23.307452 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b491fe93-b8b2-4251-8dda-8cbd0d973bba req-0b5115ad-b19a-4ced-ab4c-b49eaafd0d20 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 210 time: 0.0330913 Jul 28 04:18:23.324552 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32913e1b-b868-4c1a-b150-bd564b6a0776 req-69fe6df0-c1ea-4c6d-9389-4a68dccfe787 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:23.326589 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-32913e1b-b868-4c1a-b150-bd564b6a0776 req-69fe6df0-c1ea-4c6d-9389-4a68dccfe787 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0800180 Jul 28 04:18:23.375927 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-32913e1b-b868-4c1a-b150-bd564b6a0776 req-2825c53b-ade0-4281-a1e4-9106236722a2 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Jul 28 04:18:24.176058 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57634) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:24.225667 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdff57e-55e6-41d4-b682-e01973446602 admin admin] Deleting subnet 9178c59d-e074-4ffd-81af-72d20b34c569 {{(pid=93704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:18:24.241405 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5cdff57e-55e6-41d4-b682-e01973446602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:24.289838 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5cdff57e-55e6-41d4-b682-e01973446602 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:24.299488 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5cdff57e-55e6-41d4-b682-e01973446602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:24.432377 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5cdff57e-55e6-41d4-b682-e01973446602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:24.434040 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d5a4857b-3616-484e-a07c-5322ffe885cf req-fa4773cf-b7e9-49f7-ad48-2d4460e2d11b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 210 time: 0.0310428 Jul 28 04:18:24.460323 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdff57e-55e6-41d4-b682-e01973446602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9178c59d-e074-4ffd-81af-72d20b34c569,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:24.472537 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5cdff57e-55e6-41d4-b682-e01973446602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:24.475606 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-5cdff57e-55e6-41d4-b682-e01973446602 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9178c59d-e074-4ffd-81af-72d20b34c569 HTTP/1.1" status: 204 len: 168 time: 0.2983673 Jul 28 04:18:24.478090 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57644) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:24.493682 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50f8e-3e05-4a67-b37b-bfc703e43899 req-4c2b9be4-9e31-43d3-9549-31ecf946f234 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:24.497556 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f2f50f8e-3e05-4a67-b37b-bfc703e43899 req-4c2b9be4-9e31-43d3-9549-31ecf946f234 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0518494 Jul 28 04:18:24.533340 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f2f50f8e-3e05-4a67-b37b-bfc703e43899 req-4b9f0db1-73b6-4381-b8bd-a6d0ff6b2e1a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Jul 28 04:18:24.578966 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:24.727926 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:24.742220 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6fdcbe25-a7f3-46fe-be68-eccf1555cb4b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:24.743686 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6fdcbe25-a7f3-46fe-be68-eccf1555cb4b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "GET /v2.0/networks?id=c90076fc-be26-4230-8453-0eb58936742a HTTP/1.1" status: 200 len: 815 time: 0.1993458 Jul 28 04:18:24.747306 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.747679 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.748407 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.748753 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > port after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.749095 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.749427 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.749791 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.750114 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.750430 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.750755 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.886264 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.886607 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.886934 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.887257 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:18:24.887669 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16316ecb-b37f-4c49-974b-53cd70ed76e7']}} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:18:24.905577 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee967d50-1c38-4261-a533-51be979ae432') {'for_net_delete': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:18:24.905882 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee967d50-1c38-4261-a533-51be979ae432') {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:18:24.926045 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4417254'] for segment, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:24.946912 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:24.955996 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:18:24.956416 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4447500'] for segment, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: from cryptography.utils import int_from_bytes Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: from cryptography.utils import int_from_bytes Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: Traceback (most recent call last): Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: timer() Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: cb(*args, **kw) Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: return func(*args, **kwargs) Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: self._notify() Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: self.callback(batched_events) Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: event.method(event) Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: return f(self, *a, **k) Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._get(url).json() Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: return self.request(url, 'GET', **kwargs) Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:18:24.960383 dv-cinder-740146-11-iscsi neutron-server[93704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:18:25.098942 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:25.106620 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:25.108629 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] 10.222.0.42 "DELETE /v2.0/networks/16316ecb-b37f-4c49-974b-53cd70ed76e7 HTTP/1.1" status: 204 len: 168 time: 0.6294727 Jul 28 04:18:25.118497 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18b78f-2f07-4e68-b735-7e4772c3618a admin admin] Pushing event deleted for resources: {'Network': ['ID=16316ecb-b37f-4c49-974b-53cd70ed76e7,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:25.354180 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:18:25.463066 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57658) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:25.503160 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-cf847e2e-0b7f-40b6-8068-967de425b51f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7ce1c3edef441e0a4269863cb2d8da8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389287 Jul 28 04:18:25.505461 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57660) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:25.550846 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-71bcf810-77c7-45bb-9bcc-8da0729cce34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:25.571408 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-71bcf810-77c7-45bb-9bcc-8da0729cce34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:25.692907 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-71bcf810-77c7-45bb-9bcc-8da0729cce34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:25.695648 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-71bcf810-77c7-45bb-9bcc-8da0729cce34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:25.696794 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-71bcf810-77c7-45bb-9bcc-8da0729cce34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b2adc4c-4f85-4a00-a57c-f36c804605e5 HTTP/1.1" status: 204 len: 168 time: 0.1904655 Jul 28 04:18:25.704786 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcf810-77c7-45bb-9bcc-8da0729cce34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2adc4c-4f85-4a00-a57c-f36c804605e5,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:27.782322 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Request body: {'port': {'device_id': 'b8360b7c-dabc-4caf-96ee-4cbb9b1875ed', 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a', 'admin_state_up': True, 'tenant_id': '1089e5c57f6346feb7bc08c65f939b2a'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:18:27.943420 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e17c6baf-dd2c-4e35-8625-c68a51017550 req-7b3053e2-a681-433c-a777-c4bc7291577a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 210 time: 0.0362129 Jul 28 04:18:27.977757 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dd55b-187c-477b-85a4-d3ab5db1abd9 req-cc589194-ce6c-43e7-b72e-85cb5f8fcea1 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:27.979218 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5b6dd55b-187c-477b-85a4-d3ab5db1abd9 req-cc589194-ce6c-43e7-b72e-85cb5f8fcea1 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0616465 Jul 28 04:18:28.014903 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Made reservation on behalf of 1089e5c57f6346feb7bc08c65f939b2a for: {'port': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:18:28.017610 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5b6dd55b-187c-477b-85a4-d3ab5db1abd9 req-607b9bb2-ea43-4a8d-9737-1ff38b3f7223 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Jul 28 04:18:28.018677 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:28.147326 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Allocated IP 172.20.0.3 (c90076fc-be26-4230-8453-0eb58936742a/7370c4f1-833e-4900-883c-587a55a21003/427b3759-9290-4dd4-ad1e-c21383c5cbf4) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:18:28.291564 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:28.419512 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:28.431184 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['a094b772-d519-48b6-99af-c7bda8cabf82'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:18:28.463975 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Network c90076fc-be26-4230-8453-0eb58936742a is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:18:28.467045 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:18:28.471963 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:18:28.518341 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Pushing event updated for resources: {'Port': ['ID=427b3759-9290-4dd4-ad1e-c21383c5cbf4,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:28.544419 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:28.545294 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:28.625565 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-6b70fa4d-b905-46b4-925c-bb4fd4089eca tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8473530 Jul 28 04:18:28.642135 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Request body: {'port': {'device_id': 'b8360b7c-dabc-4caf-96ee-4cbb9b1875ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:18:28.694314 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:29.034999 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427b3759-9290-4dd4-ad1e-c21383c5cbf4 {{(pid=93704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:18:29.049221 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:29.075094 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Transition to ACTIVE for port object 427b3759-9290-4dd4-ad1e-c21383c5cbf4 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:18:29.132400 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cc74c-1543-4bc4-8629-1ec309945eb3 req-41e12bcf-6906-4741-bcbf-c9ea9d76ca4a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:29.135669 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b80cc74c-1543-4bc4-8629-1ec309945eb3 req-41e12bcf-6906-4741-bcbf-c9ea9d76ca4a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 931 time: 0.0684927 Jul 28 04:18:29.163610 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:29.204130 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b80cc74c-1543-4bc4-8629-1ec309945eb3 req-e0f70668-e0da-4d6c-8dba-9d7174033478 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588007 Jul 28 04:18:29.215842 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Pushing event updated for resources: {'Port': ['ID=427b3759-9290-4dd4-ad1e-c21383c5cbf4,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:29.247058 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36955-c295-481a-8d8e-ef10603936dd req-e3d04df8-0e68-4083-9d1e-e18ae7c53f57 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:29.252324 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1ac36955-c295-481a-8d8e-ef10603936dd req-e3d04df8-0e68-4083-9d1e-e18ae7c53f57 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.1171606 Jul 28 04:18:29.310443 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1ac36955-c295-481a-8d8e-ef10603936dd req-6b2a8101-bb01-4919-9c1b-001a08ad7875 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555696 Jul 28 04:18:29.311183 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Attempting to bind port 427b3759-9290-4dd4-ad1e-c21383c5cbf4 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:18:29.311702 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Attempting to bind port 427b3759-9290-4dd4-ad1e-c21383c5cbf4 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:18:29.312218 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Attempting to bind port 427b3759-9290-4dd4-ad1e-c21383c5cbf4 on network c90076fc-be26-4230-8453-0eb58936742a {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:18:29.317858 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Port 427b3759-9290-4dd4-ad1e-c21383c5cbf4 on network c90076fc-be26-4230-8453-0eb58936742a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:18:29.318114 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Attempting to bind port 427b3759-9290-4dd4-ad1e-c21383c5cbf4 on network c90076fc-be26-4230-8453-0eb58936742a {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:18:29.328123 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:18:29.328468 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Checking segment: {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:18:29.328848 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Bound using segment: {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:18:29.329277 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Bound port: 427b3759-9290-4dd4-ad1e-c21383c5cbf4, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:18:29.329652 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:29.409351 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] For port 427b3759-9290-4dd4-ad1e-c21383c5cbf4, host hv-cinder-74014, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:18:29.415423 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] For port 427b3759-9290-4dd4-ad1e-c21383c5cbf4, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=427b3759-9290-4dd4-ad1e-c21383c5cbf4,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:18:29.522361 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:29.559940 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:29.560782 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:29.562338 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] 10.222.0.22 "PUT /v2.0/ports/427b3759-9290-4dd4-ad1e-c21383c5cbf4 HTTP/1.1" status: 200 len: 1093 time: 0.9279356 Jul 28 04:18:29.564835 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8360b7c-dabc-4caf-96ee-4cbb9b1875ed', 'tag': '427b3759-9290-4dd4-ad1e-c21383c5cbf4'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:18:29.568005 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a6eedd-b2c4-4342-9d8b-70f8849ae397" -d '{"events": [{"name": "network-changed", "server_uuid": "b8360b7c-dabc-4caf-96ee-4cbb9b1875ed", "tag": "427b3759-9290-4dd4-ad1e-c21383c5cbf4"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:18:29.599856 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef81c2-0acc-4ec0-aeb7-8a301249fdac service neutron] Pushing event updated for resources: {'Port': ['ID=427b3759-9290-4dd4-ad1e-c21383c5cbf4,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:29.606770 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d493918b-bb8d-4da1-8a83-18211edb63d5 x-openstack-request-id: req-d493918b-bb8d-4da1-8a83-18211edb63d5 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:18:29.607201 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8360b7c-dabc-4caf-96ee-4cbb9b1875ed", "tag": "427b3759-9290-4dd4-ad1e-c21383c5cbf4", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:18:29.607607 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d493918b-bb8d-4da1-8a83-18211edb63d5 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:18:29.613238 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8360b7c-dabc-4caf-96ee-4cbb9b1875ed', 'tag': '427b3759-9290-4dd4-ad1e-c21383c5cbf4', 'status': 'completed', 'code': 200} Jul 28 04:18:29.672459 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6eedd-b2c4-4342-9d8b-70f8849ae397 req-d5c733ba-4023-46a5-af70-fe7e3270e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:29.674861 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-29a6eedd-b2c4-4342-9d8b-70f8849ae397 req-d5c733ba-4023-46a5-af70-fe7e3270e5f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 1096 time: 0.0416164 Jul 28 04:18:29.777695 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6eedd-b2c4-4342-9d8b-70f8849ae397 req-c2c4f988-3061-4068-9537-fcfb01cebcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:29.779223 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-29a6eedd-b2c4-4342-9d8b-70f8849ae397 req-c2c4f988-3061-4068-9537-fcfb01cebcf6 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0952201 Jul 28 04:18:29.872280 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6eedd-b2c4-4342-9d8b-70f8849ae397 req-f7c39a04-1439-40fc-9e07-840db85f8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:29.873677 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-29a6eedd-b2c4-4342-9d8b-70f8849ae397 req-f7c39a04-1439-40fc-9e07-840db85f8cb5 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859447 Jul 28 04:18:29.958666 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-065aaf42-ec88-4d42-9dbb-cd96c6c6d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:29.960167 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-065aaf42-ec88-4d42-9dbb-cd96c6c6d918 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 1096 time: 0.0410161 Jul 28 04:18:30.009911 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-89c37b7b-f143-4a59-ba00-7c360104d12d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=427b3759-9290-4dd4-ad1e-c21383c5cbf4 HTTP/1.1" status: 200 len: 217 time: 0.0401781 Jul 28 04:18:30.081465 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-732cf208-d031-4d73-8d9c-e718d4c7bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:30.081465 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-732cf208-d031-4d73-8d9c-e718d4c7bc9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7370c4f1-833e-4900-883c-587a55a21003 HTTP/1.1" status: 200 len: 855 time: 0.0582228 Jul 28 04:18:30.122004 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-e8e2a1c1-1126-4da5-b6b2-5f5911ea366e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c90076fc-be26-4230-8453-0eb58936742a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306988 Jul 28 04:18:30.217310 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-f7a2aa7c-4a54-41e7-bc21-234b8714da80 service neutron] 10.222.0.22 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849199 Jul 28 04:18:30.310828 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b43c1a16-1654-4183-86ee-7eadb72799a2 req-bc61b2a8-71c6-496e-805b-e0b450dd769e service neutron] 10.222.0.22 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 Jul 28 04:18:30.333583 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25de567-c51c-4c61-bb45-e188588b87aa req-d818bf3e-8cb1-40c6-b5b7-911b55741332 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:30.335244 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c25de567-c51c-4c61-bb45-e188588b87aa req-d818bf3e-8cb1-40c6-b5b7-911b55741332 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 943 time: 0.0494013 Jul 28 04:18:30.379134 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c25de567-c51c-4c61-bb45-e188588b87aa req-5a0ded66-494c-4ef8-99be-a935f7d49449 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368133 Jul 28 04:18:30.441412 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dce083-7fe2-4630-b0e1-beadd9703858 req-1e7f6d0b-cc18-425a-954d-f7f14cb089e6 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:30.442912 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-06dce083-7fe2-4630-b0e1-beadd9703858 req-1e7f6d0b-cc18-425a-954d-f7f14cb089e6 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0544803 Jul 28 04:18:30.483137 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-06dce083-7fe2-4630-b0e1-beadd9703858 req-de11855c-6e80-48e4-ab75-0e20a3b8cf04 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337942 Jul 28 04:18:31.501479 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30448fd0-877f-4cec-b27e-9decdbbbf7ab req-73fdf263-ee65-4ae0-a4e8-bce76124449b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:31.503835 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-30448fd0-877f-4cec-b27e-9decdbbbf7ab req-73fdf263-ee65-4ae0-a4e8-bce76124449b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 943 time: 0.0561097 Jul 28 04:18:31.544475 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-30448fd0-877f-4cec-b27e-9decdbbbf7ab req-75be3df5-9bf2-4f5a-82bc-0bc8766570f9 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345488 Jul 28 04:18:31.598351 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74200cc1-741a-46a8-8703-f761cc1e203a req-0635564a-4d0e-40cf-a437-db45aff633b3 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:31.599895 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-74200cc1-741a-46a8-8703-f761cc1e203a req-0635564a-4d0e-40cf-a437-db45aff633b3 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0484231 Jul 28 04:18:31.638202 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-74200cc1-741a-46a8-8703-f761cc1e203a req-cae69947-05d5-41aa-87ea-83362e48d20a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324507 Jul 28 04:18:32.333249 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-43c6d667-0545-41ac-8b73-7be28d777be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:32.495730 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 57840) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:32.607069 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6839a44-0cf7-45bf-a85d-dda0e0e4e4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:32.685850 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dea137-72a1-49dc-bb69-ec7725bdbc78 req-bea3b151-00e6-4932-b5d3-a97b5f80e879 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:32.687299 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-66dea137-72a1-49dc-bb69-ec7725bdbc78 req-bea3b151-00e6-4932-b5d3-a97b5f80e879 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 943 time: 0.0691884 Jul 28 04:18:32.767744 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-66dea137-72a1-49dc-bb69-ec7725bdbc78 req-2519ca6c-2451-4539-ba8c-15441823723c tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721431 Jul 28 04:18:32.800176 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6839a44-0cf7-45bf-a85d-dda0e0e4e4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:32.811572 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d04de0-a69e-43a3-a831-eb07f0847890 req-d672105c-94bc-4819-af80-813fe338abf5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:32.813119 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-33d04de0-a69e-43a3-a831-eb07f0847890 req-d672105c-94bc-4819-af80-813fe338abf5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0768654 Jul 28 04:18:32.851661 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-33d04de0-a69e-43a3-a831-eb07f0847890 req-52ffb414-a080-4749-9079-94740819b514 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323496 Jul 28 04:18:32.869658 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6839a44-0cf7-45bf-a85d-dda0e0e4e4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:32.906698 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6839a44-0cf7-45bf-a85d-dda0e0e4e4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4903de53-a852-4711-b6a9-55f239f51187,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:32.911012 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-e6839a44-0cf7-45bf-a85d-dda0e0e4e4de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=862dd17814cc4437a7a73f70e6c45f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140189 Jul 28 04:18:32.913631 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 57864) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:32.969171 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-45b1553c-d6c9-4dce-a9e5-babca14356ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:33.003337 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-45b1553c-d6c9-4dce-a9e5-babca14356ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:33.133100 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-45b1553c-d6c9-4dce-a9e5-babca14356ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:33.136852 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-45b1553c-d6c9-4dce-a9e5-babca14356ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:33.138898 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-45b1553c-d6c9-4dce-a9e5-babca14356ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4903de53-a852-4711-b6a9-55f239f51187 HTTP/1.1" status: 204 len: 168 time: 0.2241986 Jul 28 04:18:33.148343 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1553c-d6c9-4dce-a9e5-babca14356ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4903de53-a852-4711-b6a9-55f239f51187,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:33.781146 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 427b3759-9290-4dd4-ad1e-c21383c5cbf4 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:18:33.857497 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57908) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:33.871358 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-932e903d-65d8-4c04-ae85-b52a1af9709e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:33.887698 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 427b3759-9290-4dd4-ad1e-c21383c5cbf4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=427b3759-9290-4dd4-ad1e-c21383c5cbf4,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:18:33.895151 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1968d9-9fae-4ef2-a908-7f946b8d2202 req-88af6606-fa1e-44e2-9e3b-f57a15830f0d tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:33.897275 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a1968d9-9fae-4ef2-a908-7f946b8d2202 req-88af6606-fa1e-44e2-9e3b-f57a15830f0d tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 943 time: 0.0585620 Jul 28 04:18:33.901250 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '427b3759-9290-4dd4-ad1e-c21383c5cbf4', 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a', 'port_id': '427b3759-9290-4dd4-ad1e-c21383c5cbf4', 'mac_address': 'fa:16:3e:67:dd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7370c4f1-833e-4900-883c-587a55a21003', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:18:33.940599 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:33.954307 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a1968d9-9fae-4ef2-a908-7f946b8d2202 req-b6d4a85d-4f7d-489c-9f29-9dbed107d9a8 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502815 Jul 28 04:18:33.956094 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427b3759-9290-4dd4-ad1e-c21383c5cbf4 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:18:33.976589 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 427b3759-9290-4dd4-ad1e-c21383c5cbf4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=427b3759-9290-4dd4-ad1e-c21383c5cbf4,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:18:33.992474 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73ee94-986e-43aa-9b30-bd933de186ca req-c89209ea-2bd0-461b-a744-ad1f0134e0ef tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:33.993878 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e73ee94-986e-43aa-9b30-bd933de186ca req-c89209ea-2bd0-461b-a744-ad1f0134e0ef tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0559685 Jul 28 04:18:34.004313 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-932e903d-65d8-4c04-ae85-b52a1af9709e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:34.031791 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e73ee94-986e-43aa-9b30-bd933de186ca req-571ecdef-5b16-477b-9b07-a173c482485a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Jul 28 04:18:34.060156 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:34.107353 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=427b3759-9290-4dd4-ad1e-c21383c5cbf4,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:34.111409 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-932e903d-65d8-4c04-ae85-b52a1af9709e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:34.114441 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:34.114760 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:34.115094 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:34.115431 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:34.115786 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:34.116119 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:34.116461 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:34.122177 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:34.122177 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:34.122177 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:34.122177 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:34.122177 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:18:34.153325 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e903d-65d8-4c04-ae85-b52a1af9709e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369feffa-edb2-4c9e-be39-d817279e2978,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:34.158342 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-932e903d-65d8-4c04-ae85-b52a1af9709e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58e88ba194a54723bca2c86c7b5775e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997577 Jul 28 04:18:34.160917 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57912) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:34.208667 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8955f95f-0eab-4df7-8902-872f99995a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:34.230748 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8955f95f-0eab-4df7-8902-872f99995a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:34.340138 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8955f95f-0eab-4df7-8902-872f99995a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:34.342651 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8955f95f-0eab-4df7-8902-872f99995a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:34.343841 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-8955f95f-0eab-4df7-8902-872f99995a06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/369feffa-edb2-4c9e-be39-d817279e2978 HTTP/1.1" status: 204 len: 168 time: 0.1819930 Jul 28 04:18:34.353970 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955f95f-0eab-4df7-8902-872f99995a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369feffa-edb2-4c9e-be39-d817279e2978,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:34.809170 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7981141b-f62a-4c9f-a332-fb4313c4a952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:35.062520 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 57942) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:35.075823 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-139eb30a-8bd1-49ed-bc77-7e94783d97d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:35.164304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-139eb30a-8bd1-49ed-bc77-7e94783d97d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:35.207226 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:35.235871 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-139eb30a-8bd1-49ed-bc77-7e94783d97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:35.273973 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-139eb30a-8bd1-49ed-bc77-7e94783d97d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=528c8928b3564049ac3084910f0435bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103672 Jul 28 04:18:35.275912 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139eb30a-8bd1-49ed-bc77-7e94783d97d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb51bebf-3af8-434e-8ee5-de3b10e15846,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:35.276681 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 57944) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:35.325009 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b603cb3b-60bb-490b-9b2c-72bd15f35efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:35.346050 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b603cb3b-60bb-490b-9b2c-72bd15f35efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:35.464085 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b603cb3b-60bb-490b-9b2c-72bd15f35efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:35.466579 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b603cb3b-60bb-490b-9b2c-72bd15f35efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:35.467720 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-b603cb3b-60bb-490b-9b2c-72bd15f35efa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb51bebf-3af8-434e-8ee5-de3b10e15846 HTTP/1.1" status: 204 len: 168 time: 0.1900630 Jul 28 04:18:35.475205 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603cb3b-60bb-490b-9b2c-72bd15f35efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb51bebf-3af8-434e-8ee5-de3b10e15846,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:36.275293 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:37.295760 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eead39-5fd8-4f92-9e69-77b80d806691 req-954fc3fb-6945-4b40-bdea-b69c9d31c567 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:37.297396 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-09eead39-5fd8-4f92-9e69-77b80d806691 req-954fc3fb-6945-4b40-bdea-b69c9d31c567 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 944 time: 0.0985954 Jul 28 04:18:37.301714 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['427b3759-9290-4dd4-ad1e-c21383c5cbf4'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:18:37.318430 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0d2ab-d240-4d19-b076-705208ecb712 req-0d48ac3f-9d53-43a9-8929-7fe57a4fc24a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:37.320143 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-82a0d2ab-d240-4d19-b076-705208ecb712 req-0d48ac3f-9d53-43a9-8929-7fe57a4fc24a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0825167 Jul 28 04:18:37.376394 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-09eead39-5fd8-4f92-9e69-77b80d806691 req-9e844192-3835-4263-b0c6-e40786bcf29f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708745 Jul 28 04:18:37.388008 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-82a0d2ab-d240-4d19-b076-705208ecb712 req-60446300-28c8-455c-b71a-21198263ac93 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604143 Jul 28 04:18:37.574349 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79a3a9-f47f-49b1-814f-2679a7a415cc req-1e14d70f-5fb7-493b-880e-9be5ce21453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:37.575868 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-9a79a3a9-f47f-49b1-814f-2679a7a415cc req-1e14d70f-5fb7-493b-880e-9be5ce21453d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0416362 Jul 28 04:18:37.612536 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-9a79a3a9-f47f-49b1-814f-2679a7a415cc req-835ef837-4cd6-4866-857e-d8a171afcd67 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275190 Jul 28 04:18:37.802962 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:38.547508 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d964f-af22-4805-881b-5ad1ce0b1fb6 req-a9930bfa-c4c6-48a1-a58a-7479d5dc45bc tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:38.549704 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9a5d964f-af22-4805-881b-5ad1ce0b1fb6 req-a9930bfa-c4c6-48a1-a58a-7479d5dc45bc tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 944 time: 0.1005225 Jul 28 04:18:38.558109 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2dab-9091-4a4b-9982-79b708587fd4 req-52834c73-13a5-4738-80a3-01abdc7b7653 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:38.559572 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e92c2dab-9091-4a4b-9982-79b708587fd4 req-52834c73-13a5-4738-80a3-01abdc7b7653 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0943158 Jul 28 04:18:38.613922 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9a5d964f-af22-4805-881b-5ad1ce0b1fb6 req-4b2865e5-c26b-49ca-9b21-84b19139edbd tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506525 Jul 28 04:18:38.626129 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e92c2dab-9091-4a4b-9982-79b708587fd4 req-8721d8f2-c5aa-411d-9657-8b73317685ef tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478349 Jul 28 04:18:39.976224 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9b8d3-1c23-42cc-a7b0-a7f7d1d2df38 req-94bd0b8c-bb8b-4300-9541-7bccd7995247 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:39.977712 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-38d9b8d3-1c23-42cc-a7b0-a7f7d1d2df38 req-94bd0b8c-bb8b-4300-9541-7bccd7995247 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 944 time: 0.2951276 Jul 28 04:18:39.985787 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91770a47-cfff-4608-a97a-1b2d77e7e730 req-2d155fc2-6d96-4d95-be51-6cb1bb2d6268 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:39.987208 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-91770a47-cfff-4608-a97a-1b2d77e7e730 req-2d155fc2-6d96-4d95-be51-6cb1bb2d6268 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.2928891 Jul 28 04:18:40.043369 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-38d9b8d3-1c23-42cc-a7b0-a7f7d1d2df38 req-680e2b26-3151-4472-b38b-f5b79ef2ead6 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551283 Jul 28 04:18:40.046118 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-91770a47-cfff-4608-a97a-1b2d77e7e730 req-44cfba99-2b55-4289-84af-47b968e7ee59 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523467 Jul 28 04:18:40.166734 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372597c-aa22-4b3b-a9ef-d9319eea5b5b req-5920be98-14ea-425e-9edf-08a19796f133 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:40.168342 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5372597c-aa22-4b3b-a9ef-d9319eea5b5b req-5920be98-14ea-425e-9edf-08a19796f133 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0509233 Jul 28 04:18:40.208858 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5372597c-aa22-4b3b-a9ef-d9319eea5b5b req-759397b2-4bc7-4347-827e-a41e76188320 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347421 Jul 28 04:18:40.321729 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 58070) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:40.425526 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc172-6fa5-4adb-917c-bfa5ae57d461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:40.517479 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc172-6fa5-4adb-917c-bfa5ae57d461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:40.574612 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc172-6fa5-4adb-917c-bfa5ae57d461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:40.611891 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-d7ffc172-6fa5-4adb-917c-bfa5ae57d461 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f9fb6002f644ec3b542d5a5db6bdab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890763 Jul 28 04:18:40.613925 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffc172-6fa5-4adb-917c-bfa5ae57d461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e83e008-8ff9-4d11-b03c-133bbdb1f98d,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:40.614631 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 58078) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:40.663307 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-70d07a2f-82ca-4d8d-bff6-e8b6cddd4b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:40.683946 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-70d07a2f-82ca-4d8d-bff6-e8b6cddd4b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:40.795404 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-70d07a2f-82ca-4d8d-bff6-e8b6cddd4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:40.798882 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-70d07a2f-82ca-4d8d-bff6-e8b6cddd4b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:40.800830 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-70d07a2f-82ca-4d8d-bff6-e8b6cddd4b67 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e83e008-8ff9-4d11-b03c-133bbdb1f98d HTTP/1.1" status: 204 len: 168 time: 0.1849632 Jul 28 04:18:40.811944 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d07a2f-82ca-4d8d-bff6-e8b6cddd4b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e83e008-8ff9-4d11-b03c-133bbdb1f98d,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:41.617792 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 427b3759-9290-4dd4-ad1e-c21383c5cbf4 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:18:41.715068 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 427b3759-9290-4dd4-ad1e-c21383c5cbf4 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:18:41.719053 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 427b3759-9290-4dd4-ad1e-c21383c5cbf4 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:18:41.719435 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:41.798779 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:41.821813 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8360b7c-dabc-4caf-96ee-4cbb9b1875ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427b3759-9290-4dd4-ad1e-c21383c5cbf4'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:18:41.827656 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f505ef81-135a-4a88-b147-8a36ec6ab0ac" -d '{"events": [{"server_uuid": "b8360b7c-dabc-4caf-96ee-4cbb9b1875ed", "name": "network-vif-plugged", "status": "completed", "tag": "427b3759-9290-4dd4-ad1e-c21383c5cbf4"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:18:41.838527 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 427b3759-9290-4dd4-ad1e-c21383c5cbf4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=427b3759-9290-4dd4-ad1e-c21383c5cbf4,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:18:41.974819 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:42.022614 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=427b3759-9290-4dd4-ad1e-c21383c5cbf4,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:42.824692 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d3d8f0-63aa-4790-b436-3f3ec9671247 x-openstack-request-id: req-99d3d8f0-63aa-4790-b436-3f3ec9671247 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:18:42.825284 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8360b7c-dabc-4caf-96ee-4cbb9b1875ed", "name": "network-vif-plugged", "status": "completed", "tag": "427b3759-9290-4dd4-ad1e-c21383c5cbf4", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:18:42.825284 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99d3d8f0-63aa-4790-b436-3f3ec9671247 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:18:42.825626 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8360b7c-dabc-4caf-96ee-4cbb9b1875ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427b3759-9290-4dd4-ad1e-c21383c5cbf4', 'code': 200} Jul 28 04:18:42.881014 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25be587-5e47-486e-8b08-44cbf3874d93 req-5f34e500-ebad-42ec-adcc-d3049681f727 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:42.886060 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d25be587-5e47-486e-8b08-44cbf3874d93 req-5f34e500-ebad-42ec-adcc-d3049681f727 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 945 time: 0.0702775 Jul 28 04:18:42.932532 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d25be587-5e47-486e-8b08-44cbf3874d93 req-0a9bfdba-6df3-45d3-80b3-5c3bacb2293e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452118 Jul 28 04:18:43.210740 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692c30d-d2dd-405f-98a2-cbd4bc9c9e18 req-f360ab71-a3b9-484d-81d8-338c274fba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:43.212392 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-6692c30d-d2dd-405f-98a2-cbd4bc9c9e18 req-f360ab71-a3b9-484d-81d8-338c274fba77 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 1098 time: 0.0470951 Jul 28 04:18:43.264679 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-6692c30d-d2dd-405f-98a2-cbd4bc9c9e18 req-39918d7b-91c7-4a7e-87ea-7ba61ce71c96 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390203 Jul 28 04:18:43.660892 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-f724cad6-fc58-4123-a665-09c3415c8631 req-e73cfdf6-1669-40d0-818b-388ec0a3abc7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483105 Jul 28 04:18:43.752320 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724cad6-fc58-4123-a665-09c3415c8631 req-87a7ca92-7a44-4194-ab07-cbf2236a185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:43.754047 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-f724cad6-fc58-4123-a665-09c3415c8631 req-87a7ca92-7a44-4194-ab07-cbf2236a185e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 1098 time: 0.0435178 Jul 28 04:18:43.884686 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724cad6-fc58-4123-a665-09c3415c8631 req-462945c1-da30-428f-873c-fbecaa60a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:43.884686 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-f724cad6-fc58-4123-a665-09c3415c8631 req-462945c1-da30-428f-873c-fbecaa60a916 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c90076fc-be26-4230-8453-0eb58936742a HTTP/1.1" status: 200 len: 916 time: 0.0951676 Jul 28 04:18:43.931351 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-f724cad6-fc58-4123-a665-09c3415c8631 req-1c8b6307-cdeb-44e4-9ac1-e8f5522fe0b7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a094b772-d519-48b6-99af-c7bda8cabf82 HTTP/1.1" status: 200 len: 217 time: 0.0377262 Jul 28 04:18:43.994714 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724cad6-fc58-4123-a665-09c3415c8631 req-6a0aa79d-b3ef-48f0-aeaf-96baaa528fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:43.996222 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-f724cad6-fc58-4123-a665-09c3415c8631 req-6a0aa79d-b3ef-48f0-aeaf-96baaa528fb1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7370c4f1-833e-4900-883c-587a55a21003 HTTP/1.1" status: 200 len: 855 time: 0.0474262 Jul 28 04:18:44.032698 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-f724cad6-fc58-4123-a665-09c3415c8631 req-4f12e66e-68e7-405f-b298-41026648ab75 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c90076fc-be26-4230-8453-0eb58936742a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262065 Jul 28 04:18:44.071150 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239e888-83c7-4704-a10d-9f44ff8d9a1a req-f82c46eb-1ceb-4202-b579-bdf42b215b26 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:44.072696 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f239e888-83c7-4704-a10d-9f44ff8d9a1a req-f82c46eb-1ceb-4202-b579-bdf42b215b26 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 945 time: 0.0561030 Jul 28 04:18:44.112135 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f239e888-83c7-4704-a10d-9f44ff8d9a1a req-23f440a9-ccbb-4d7a-b1aa-08f044ad6eee tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330417 Jul 28 04:18:44.139842 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-f724cad6-fc58-4123-a665-09c3415c8631 req-ad40b6c7-0fd2-47f9-981a-9ef9b14891a1 service neutron] 10.222.0.22 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916731 Jul 28 04:18:44.233246 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-f724cad6-fc58-4123-a665-09c3415c8631 req-dc7372bd-2d68-4769-9f0c-00e981a4958a service neutron] 10.222.0.22 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890720 Jul 28 04:18:44.491348 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85805b-b59a-4227-af69-dfc4a9b96b76 req-478a1830-8f08-40dc-a836-42e2993d7b2a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:44.493118 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ee85805b-b59a-4227-af69-dfc4a9b96b76 req-478a1830-8f08-40dc-a836-42e2993d7b2a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0561333 Jul 28 04:18:44.533821 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ee85805b-b59a-4227-af69-dfc4a9b96b76 req-5c03789e-3fdc-4bb7-ba1a-0cdc39ccde5c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339575 Jul 28 04:18:44.556907 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e377ce-814d-43fe-be79-d83eb4dbfd84 req-899b44df-feac-4819-b7d5-df5cf180d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:44.558406 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-59e377ce-814d-43fe-be79-d83eb4dbfd84 req-899b44df-feac-4819-b7d5-df5cf180d02b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49aa224c10c349e19917670e9bcf0df9&device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 1099 time: 0.0493958 Jul 28 04:18:44.651418 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e377ce-814d-43fe-be79-d83eb4dbfd84 req-024b1a08-6c9e-40bb-9d53-aec0bf22b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:44.652998 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-59e377ce-814d-43fe-be79-d83eb4dbfd84 req-024b1a08-6c9e-40bb-9d53-aec0bf22b002 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 200 len: 920 time: 0.0857050 Jul 28 04:18:44.718902 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-59e377ce-814d-43fe-be79-d83eb4dbfd84 req-f4f2c07f-c5d1-439e-aa28-16af8bd22abd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a HTTP/1.1" status: 200 len: 217 time: 0.0415018 Jul 28 04:18:44.787969 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e377ce-814d-43fe-be79-d83eb4dbfd84 req-27ecd1df-7def-4f82-a9b6-f63bbbe0d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:44.789479 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-59e377ce-814d-43fe-be79-d83eb4dbfd84 req-27ecd1df-7def-4f82-a9b6-f63bbbe0d99a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12a69832-7371-46dc-8a4c-e6392964750d HTTP/1.1" status: 200 len: 859 time: 0.0479457 Jul 28 04:18:44.827738 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-59e377ce-814d-43fe-be79-d83eb4dbfd84 req-1cc426ef-65a6-4fe5-b0e3-448b86406fdf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246155 Jul 28 04:18:44.922663 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-59e377ce-814d-43fe-be79-d83eb4dbfd84 req-6fe164f8-e0fa-4b3e-bfb2-b6e894ab8421 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856256 Jul 28 04:18:45.048288 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-59e377ce-814d-43fe-be79-d83eb4dbfd84 req-b090804f-bd34-46e8-9ba6-29ef0b6dd48e service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880971 Jul 28 04:18:45.261537 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd223f98-fcf0-457b-ae17-95ba1d851c19 req-c32ce202-54a5-46b3-acf5-8650db7ca588 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:45.263066 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dd223f98-fcf0-457b-ae17-95ba1d851c19 req-c32ce202-54a5-46b3-acf5-8650db7ca588 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 945 time: 0.0628781 Jul 28 04:18:45.302979 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dd223f98-fcf0-457b-ae17-95ba1d851c19 req-4f7aba0f-9d6a-40b4-b653-8decbc6265a7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323486 Jul 28 04:18:45.660672 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f69ea-46c9-4c1b-b82d-76069cec169c req-fec6047a-ef70-4af2-9753-7a7ac1f6081c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:45.662066 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c57f69ea-46c9-4c1b-b82d-76069cec169c req-fec6047a-ef70-4af2-9753-7a7ac1f6081c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0490031 Jul 28 04:18:45.703043 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c57f69ea-46c9-4c1b-b82d-76069cec169c req-28d4d8c5-44e0-49ad-9c74-1651f2d93911 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344949 Jul 28 04:18:46.830501 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505df08-507d-4b69-b152-92de1e6d2891 req-be70116c-381a-4e0b-8922-47bba8bdeadc tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:46.832155 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3505df08-507d-4b69-b152-92de1e6d2891 req-be70116c-381a-4e0b-8922-47bba8bdeadc tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0539849 Jul 28 04:18:46.870235 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3505df08-507d-4b69-b152-92de1e6d2891 req-b2efb996-59d3-449a-8b42-a60611311b81 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322011 Jul 28 04:18:47.048851 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:47.971060 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 58342) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:47.993962 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3651abc-731e-42b8-962c-763887f0b04d req-0fad1a6b-308b-434a-9a64-8226f45bb6b8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:47.995453 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c3651abc-731e-42b8-962c-763887f0b04d req-0fad1a6b-308b-434a-9a64-8226f45bb6b8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0496299 Jul 28 04:18:48.034755 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c3651abc-731e-42b8-962c-763887f0b04d req-71c44c4a-c7b9-4590-9e49-0be08aa05f19 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Jul 28 04:18:48.079139 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-343541fc-6697-431a-92e0-2b4d1cc5e64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.171838 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 58356) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:48.175503 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-343541fc-6697-431a-92e0-2b4d1cc5e64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.266328 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-343541fc-6697-431a-92e0-2b4d1cc5e64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.330778 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343541fc-6697-431a-92e0-2b4d1cc5e64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2d1c8f-98b1-4be1-82d3-620cdfb2f885,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:48.360559 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f10d0cec-65cb-49df-9219-f4dbc19f48ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.366752 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-343541fc-6697-431a-92e0-2b4d1cc5e64a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0be5919055b6400ea10ec795186f49dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944681 Jul 28 04:18:48.369392 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 58374) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:48.442948 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dfa2628b-36ee-4480-b3ad-74b54da42fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.474074 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dfa2628b-36ee-4480-b3ad-74b54da42fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.477073 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f10d0cec-65cb-49df-9219-f4dbc19f48ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.547439 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f10d0cec-65cb-49df-9219-f4dbc19f48ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.606160 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-f10d0cec-65cb-49df-9219-f4dbc19f48ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1acd69ed530444939872594f674374cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363377 Jul 28 04:18:48.608862 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 58394) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:48.616535 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d0cec-65cb-49df-9219-f4dbc19f48ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80850933-3f93-459a-9fbe-4d3d9f82f46a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:48.623651 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dfa2628b-36ee-4480-b3ad-74b54da42fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.626213 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dfa2628b-36ee-4480-b3ad-74b54da42fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.627314 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-dfa2628b-36ee-4480-b3ad-74b54da42fda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca2d1c8f-98b1-4be1-82d3-620cdfb2f885 HTTP/1.1" status: 204 len: 168 time: 0.2565095 Jul 28 04:18:48.630845 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-ffd28ed1-5e43-44fe-a9a1-945795d642fd tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:48.632416 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-ffd28ed1-5e43-44fe-a9a1-945795d642fd tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/networks?id=c90076fc-be26-4230-8453-0eb58936742a HTTP/1.1" status: 200 len: 815 time: 0.1553450 Jul 28 04:18:48.651300 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-c8c9e10b-9900-4839-84c1-27ddacd6e2a8 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/quotas/1089e5c57f6346feb7bc08c65f939b2a HTTP/1.1" status: 200 len: 375 time: 0.0116444 Jul 28 04:18:48.652602 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2628b-36ee-4480-b3ad-74b54da42fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2d1c8f-98b1-4be1-82d3-620cdfb2f885,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:48.697690 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c10eee8e-61d3-4232-943e-83f3efcc720a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.717414 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-c79fca0c-0085-4559-96ed-b769838a2065 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565772 Jul 28 04:18:48.721029 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c10eee8e-61d3-4232-943e-83f3efcc720a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.811213 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-15dd9ccf-2271-4f5a-b39f-3a9a8b8c6c27 service neutron] 10.222.0.42 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860472 Jul 28 04:18:48.865050 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c10eee8e-61d3-4232-943e-83f3efcc720a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.868328 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c10eee8e-61d3-4232-943e-83f3efcc720a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:48.872589 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-c10eee8e-61d3-4232-943e-83f3efcc720a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80850933-3f93-459a-9fbe-4d3d9f82f46a HTTP/1.1" status: 204 len: 168 time: 0.2626016 Jul 28 04:18:48.882724 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eee8e-61d3-4232-943e-83f3efcc720a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80850933-3f93-459a-9fbe-4d3d9f82f46a,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:48.932508 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-d78e08e5-0ba3-4c67-b01a-6b997dfb9f33 service neutron] 10.222.0.42 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151447 Jul 28 04:18:49.201673 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396976f-0aa1-446d-939d-ae89a9408086 req-abf9a2a2-f250-427c-8b46-2dd7b455c5ff tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:49.203902 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3396976f-0aa1-446d-939d-ae89a9408086 req-abf9a2a2-f250-427c-8b46-2dd7b455c5ff tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0904417 Jul 28 04:18:49.226747 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-775056ac-d597-4970-8820-f5e84c5b6e46 req-afb14fe4-7470-45a1-be77-164adcf12685 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 210 time: 0.0432425 Jul 28 04:18:49.270512 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3396976f-0aa1-446d-939d-ae89a9408086 req-daa80f1d-5ba3-4321-83b7-9aedb78bc741 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461776 Jul 28 04:18:49.694526 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 58466) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:49.709022 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-da016130-ccf6-43eb-9dbd-1ae73b3f83e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:49.796892 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-da016130-ccf6-43eb-9dbd-1ae73b3f83e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:49.917163 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-da016130-ccf6-43eb-9dbd-1ae73b3f83e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:49.960159 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-da016130-ccf6-43eb-9dbd-1ae73b3f83e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b92044d23ec048aa803ce975aad0e20a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619815 Jul 28 04:18:49.960159 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da016130-ccf6-43eb-9dbd-1ae73b3f83e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be02a08-b388-402c-9274-13e9beeb6c7a,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:49.960357 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 58470) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:50.021808 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dde9927a-c628-43fb-ae0b-84c7580faee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:50.043885 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dde9927a-c628-43fb-ae0b-84c7580faee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:50.180937 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dde9927a-c628-43fb-ae0b-84c7580faee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:50.185275 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-dde9927a-c628-43fb-ae0b-84c7580faee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:50.189713 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-dde9927a-c628-43fb-ae0b-84c7580faee8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2be02a08-b388-402c-9274-13e9beeb6c7a HTTP/1.1" status: 204 len: 168 time: 0.2257462 Jul 28 04:18:50.200975 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9927a-c628-43fb-ae0b-84c7580faee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be02a08-b388-402c-9274-13e9beeb6c7a,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:50.326539 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0bf7e2fc-efb8-4c62-8377-562bf30e62e9 req-2fe84b81-b96c-4dc1-8e99-15c26fb6517b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 210 time: 0.0257299 Jul 28 04:18:50.398295 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5647e3b-2b36-4651-83cb-e675dea6deb7 req-9b36937e-a9ff-47ee-a17a-4a5d47cae3eb tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:50.399981 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a5647e3b-2b36-4651-83cb-e675dea6deb7 req-9b36937e-a9ff-47ee-a17a-4a5d47cae3eb tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0518186 Jul 28 04:18:50.441293 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a5647e3b-2b36-4651-83cb-e675dea6deb7 req-dd25d4d5-d599-4b35-bf74-3f9aca14df8d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345106 Jul 28 04:18:51.329206 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 58536) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:51.448236 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ef40f978-591d-4cf8-b325-21a1c5355cb5 req-f8a8e220-653d-46a4-88fe-b783a4ef1eaa tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 210 time: 0.0393367 Jul 28 04:18:51.451484 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1618691325-network', 'tenant_id': '3196b366028b42ce87b0659d5b04fbe0'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:18:51.534858 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-f349e4ae-87ca-45e4-84d8-c975ed0c8ecd tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:51.536427 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-f349e4ae-87ca-45e4-84d8-c975ed0c8ecd tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "GET /v2.0/networks?id=c90076fc-be26-4230-8453-0eb58936742a HTTP/1.1" status: 200 len: 815 time: 0.1417165 Jul 28 04:18:51.546500 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Made reservation on behalf of 3196b366028b42ce87b0659d5b04fbe0 for: {'network': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:18:51.548734 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:51.560440 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:51.585380 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f7f5-15a1-49f5-9d0a-6820eb9f3fbc req-e5158c1f-a730-429d-87cd-9273dce570a6 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:51.587189 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Request body: {'port': {'device_id': 'db153b5a-6dad-4eea-ac9a-c0b417392054', 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a', 'admin_state_up': True, 'tenant_id': '1089e5c57f6346feb7bc08c65f939b2a'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:18:51.593197 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9cc5f7f5-15a1-49f5-9d0a-6820eb9f3fbc req-e5158c1f-a730-429d-87cd-9273dce570a6 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0777013 Jul 28 04:18:51.647213 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9cc5f7f5-15a1-49f5-9d0a-6820eb9f3fbc req-4c4abc5a-9a15-42ee-bce7-486909c8f9de tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530634 Jul 28 04:18:51.730012 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:51.821153 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:51.848318 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:18:51.862708 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6a91db-7226-49f1-b7e5-815722294c3a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:51.872106 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:51.872106 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.segments_db [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Added segment 7217ac50-8423-420e-b5e1-6305ba8bf3a2 of type vlan for network 1fdb4723-2817-4648-8246-e88f2c730add Jul 28 04:18:51.882993 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Made reservation on behalf of 1089e5c57f6346feb7bc08c65f939b2a for: {'port': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:18:51.886517 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:51.911852 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:52.012553 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:52.013550 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:52.014186 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:52.014960 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Allocated IP 172.20.0.12 (c90076fc-be26-4230-8453-0eb58936742a/7370c4f1-833e-4900-883c-587a55a21003/76bfc513-a3e7-4b28-a6b8-a9853a880dc6) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:18:52.071710 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] Pushing event updated for resources: {'Network': ['ID=1fdb4723-2817-4648-8246-e88f2c730add,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:52.082130 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network 1fdb4723-2817-4648-8246-e88f2c730add details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:18:52.138280 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-1dc291df-2cd1-4e10-aef9-6eb3b853364b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8126621 Jul 28 04:18:52.138280 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 58564) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:18:52.142928 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-8dcb0540-4150-4483-b816-8595b9cb77e6 admin admin] Request body: {'subnet': {'network_id': '1fdb4723-2817-4648-8246-e88f2c730add', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1618691325-subnet', 'tenant_id': '3196b366028b42ce87b0659d5b04fbe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:18:52.190741 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:52.254499 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcb0540-4150-4483-b816-8595b9cb77e6 admin admin] Made reservation on behalf of 3196b366028b42ce87b0659d5b04fbe0 for: {'subnet': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:18:52.256972 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0540-4150-4483-b816-8595b9cb77e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:52.300676 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:52.317803 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['a094b772-d519-48b6-99af-c7bda8cabf82', '427b3759-9290-4dd4-ad1e-c21383c5cbf4'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:18:52.347046 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Network c90076fc-be26-4230-8453-0eb58936742a is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:18:52.356893 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:18:52.364283 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:18:52.368208 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Pushing event updated for resources: {'Port': ['ID=76bfc513-a3e7-4b28-a6b8-a9853a880dc6,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:52.423642 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:52.424264 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:52.478172 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-909c4a33-6980-4498-873a-1cad6a9b1b3b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8950961 Jul 28 04:18:52.492719 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Request body: {'port': {'device_id': 'db153b5a-6dad-4eea-ac9a-c0b417392054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:18:52.497150 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0540-4150-4483-b816-8595b9cb77e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:52.561475 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:52.599747 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb0540-4150-4483-b816-8595b9cb77e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5192a6e1-fd35-4db0-8300-79d7267efb3f,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:52.605576 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb0540-4150-4483-b816-8595b9cb77e6 admin admin] Checking segment: {'id': '7217ac50-8423-420e-b5e1-6305ba8bf3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:18:52.605932 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb0540-4150-4483-b816-8595b9cb77e6 admin admin] Network hostable DHCP agents. Network: 1fdb4723-2817-4648-8246-e88f2c730add, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:18:52.632685 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dff31e-6fb4-44d4-81fc-f3eead3fa87f req-873a7d00-29ee-4af6-beed-86a8ffbde826 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:52.634166 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-28dff31e-6fb4-44d4-81fc-f3eead3fa87f req-873a7d00-29ee-4af6-beed-86a8ffbde826 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 932 time: 0.0836771 Jul 28 04:18:52.677583 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-28dff31e-6fb4-44d4-81fc-f3eead3fa87f req-4997850e-4eb6-4de9-a73e-ea92c033ad24 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371575 Jul 28 04:18:52.703527 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb0540-4150-4483-b816-8595b9cb77e6 admin admin] Network 1fdb4723-2817-4648-8246-e88f2c730add is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:18:52.788741 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176103b-be40-4a39-844c-df229117b8a9 req-88f51c85-e2c3-4529-a50e-7954efa0b61f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:52.792171 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e176103b-be40-4a39-844c-df229117b8a9 req-88f51c85-e2c3-4529-a50e-7954efa0b61f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0641758 Jul 28 04:18:52.814139 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-8dcb0540-4150-4483-b816-8595b9cb77e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, 1fdb4723-2817-4648-8246-e88f2c730add) {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:18:52.819649 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcb0540-4150-4483-b816-8595b9cb77e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:52.820379 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0540-4150-4483-b816-8595b9cb77e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:52.826005 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b7c244-63f6-4e72-8f50-64fb020bbc0c None None] Network 1fdb4723-2817-4648-8246-e88f2c730add requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:18:52.858458 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 {{(pid=93704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:18:52.858740 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e176103b-be40-4a39-844c-df229117b8a9 req-dd49b738-5378-48ac-aa25-911408b7bdbe tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600381 Jul 28 04:18:52.865459 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:52.884838 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Transition to ACTIVE for port object 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:18:52.941159 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-8dcb0540-4150-4483-b816-8595b9cb77e6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8021188 Jul 28 04:18:52.962895 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:52.983438 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99e9d78-ec53-4aa3-80a1-786478fdbf59 None None] Network 1fdb4723-2817-4648-8246-e88f2c730add requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:18:53.032978 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Pushing event updated for resources: {'Port': ['ID=76bfc513-a3e7-4b28-a6b8-a9853a880dc6,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:53.112802 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Attempting to bind port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:18:53.112802 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Attempting to bind port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:18:53.113131 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Attempting to bind port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 on network c90076fc-be26-4230-8453-0eb58936742a {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:18:53.117802 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 on network c90076fc-be26-4230-8453-0eb58936742a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:18:53.117802 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Attempting to bind port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 on network c90076fc-be26-4230-8453-0eb58936742a {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:18:53.122586 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:18:53.122922 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Checking segment: {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:18:53.123298 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Bound using segment: {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:18:53.123748 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Bound port: 76bfc513-a3e7-4b28-a6b8-a9853a880dc6, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:18:53.124109 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:53.196917 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] For port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6, host hv-cinder-74014, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:18:53.201015 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] For port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=76bfc513-a3e7-4b28-a6b8-a9853a880dc6,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:18:53.287094 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:53.531518 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:53.532166 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:53.533590 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] 10.222.0.22 "PUT /v2.0/ports/76bfc513-a3e7-4b28-a6b8-a9853a880dc6 HTTP/1.1" status: 200 len: 1094 time: 1.0451593 Jul 28 04:18:53.534173 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db153b5a-6dad-4eea-ac9a-c0b417392054', 'tag': '76bfc513-a3e7-4b28-a6b8-a9853a880dc6'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:18:53.536411 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceba4f1-5467-42de-b6e3-6f0ce1f574e9" -d '{"events": [{"name": "network-changed", "server_uuid": "db153b5a-6dad-4eea-ac9a-c0b417392054", "tag": "76bfc513-a3e7-4b28-a6b8-a9853a880dc6"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:18:53.561049 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb545a-0afa-472e-96ab-d72ea28b9715 service neutron] Pushing event updated for resources: {'Port': ['ID=76bfc513-a3e7-4b28-a6b8-a9853a880dc6,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:53.578023 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdffd36-4aa7-4300-ad04-6d2172cb8174 x-openstack-request-id: req-0fdffd36-4aa7-4300-ad04-6d2172cb8174 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:18:53.578023 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db153b5a-6dad-4eea-ac9a-c0b417392054", "tag": "76bfc513-a3e7-4b28-a6b8-a9853a880dc6", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:18:53.578023 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0fdffd36-4aa7-4300-ad04-6d2172cb8174 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:18:53.578023 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db153b5a-6dad-4eea-ac9a-c0b417392054', 'tag': '76bfc513-a3e7-4b28-a6b8-a9853a880dc6', 'status': 'completed', 'code': 200} Jul 28 04:18:53.645613 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceba4f1-5467-42de-b6e3-6f0ce1f574e9 req-ad6b63da-db74-45fc-87f5-d3044f23963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:53.647110 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-5ceba4f1-5467-42de-b6e3-6f0ce1f574e9 req-ad6b63da-db74-45fc-87f5-d3044f23963c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 1097 time: 0.0413697 Jul 28 04:18:53.756365 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceba4f1-5467-42de-b6e3-6f0ce1f574e9 req-7ed9b993-c951-4bd3-87c3-822ca7bd15fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:53.757843 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-5ceba4f1-5467-42de-b6e3-6f0ce1f574e9 req-7ed9b993-c951-4bd3-87c3-822ca7bd15fb service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1019702 Jul 28 04:18:53.813771 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249a8fc-d29d-49d2-b2a4-44806a3dc2bb req-2d8741d9-cd98-438f-ae82-9dc4d8c78a47 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:53.816045 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5249a8fc-d29d-49d2-b2a4-44806a3dc2bb req-2d8741d9-cd98-438f-ae82-9dc4d8c78a47 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 944 time: 0.0680742 Jul 28 04:18:53.856571 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5249a8fc-d29d-49d2-b2a4-44806a3dc2bb req-84a93a71-076a-44d4-a56f-5fb7150e5927 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341110 Jul 28 04:18:53.886325 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceba4f1-5467-42de-b6e3-6f0ce1f574e9 req-b21fc242-2079-43dd-8fa8-03045959805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:53.888224 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-5ceba4f1-5467-42de-b6e3-6f0ce1f574e9 req-b21fc242-2079-43dd-8fa8-03045959805a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1189306 Jul 28 04:18:53.996684 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeea29c-6dd2-4083-ab5e-5ea4a4f650b5 req-b9eb65e5-dcc2-46b6-b6ee-0368c6c164ab tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:53.998365 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cdeea29c-6dd2-4083-ab5e-5ea4a4f650b5 req-b9eb65e5-dcc2-46b6-b6ee-0368c6c164ab tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0677564 Jul 28 04:18:54.012754 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-24d74951-d7f4-48e6-baa2-fb67608013d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:54.013617 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-24d74951-d7f4-48e6-baa2-fb67608013d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 1097 time: 0.0593624 Jul 28 04:18:54.051174 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cdeea29c-6dd2-4083-ab5e-5ea4a4f650b5 req-3e63fcd0-dc1b-4e89-a95e-e2aa7fab2466 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 Jul 28 04:18:54.073749 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-71f88dda-1235-42bd-8b12-2dbdf77ac527 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76bfc513-a3e7-4b28-a6b8-a9853a880dc6 HTTP/1.1" status: 200 len: 217 time: 0.0388451 Jul 28 04:18:54.124608 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-4ff1a166-3764-4890-8e31-9cf769b61f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:54.126074 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-4ff1a166-3764-4890-8e31-9cf769b61f96 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7370c4f1-833e-4900-883c-587a55a21003 HTTP/1.1" status: 200 len: 855 time: 0.0454738 Jul 28 04:18:54.161809 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-7d7d8285-d9ce-4426-8d9b-577b50988473 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c90076fc-be26-4230-8453-0eb58936742a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247107 Jul 28 04:18:54.264126 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-cb543608-4013-4fe9-90b1-a8aa153dff8d service neutron] 10.222.0.22 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851357 Jul 28 04:18:54.351349 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b2d736c9-ed28-4cda-8534-2d68f4e58cde req-2a0ab0d1-92f6-4e64-9cd6-c4e9ef777216 service neutron] 10.222.0.22 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800943 Jul 28 04:18:54.979271 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ead8c9-5a51-44e8-a798-7b4791e8cb2a req-b092539e-455b-40d7-a0b7-79a3c5c03261 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:54.980849 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-06ead8c9-5a51-44e8-a798-7b4791e8cb2a req-b092539e-455b-40d7-a0b7-79a3c5c03261 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 944 time: 0.0504673 Jul 28 04:18:55.021271 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-06ead8c9-5a51-44e8-a798-7b4791e8cb2a req-6bea7320-24aa-4592-bb70-eb650983d49f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337043 Jul 28 04:18:55.216600 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-df481a44-ab7b-4e7a-a8e1-ea51f287724d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:55.218368 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-df481a44-ab7b-4e7a-a8e1-ea51f287724d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/networks?id=1fdb4723-2817-4648-8246-e88f2c730add HTTP/1.1" status: 200 len: 814 time: 0.1212025 Jul 28 04:18:55.259065 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2011d555-af84-45b3-855f-17677dd68b67 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/quotas/3196b366028b42ce87b0659d5b04fbe0 HTTP/1.1" status: 200 len: 375 time: 0.0275049 Jul 28 04:18:55.297282 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-c871583e-fd68-4fa2-9e81-67b4f756e857 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3196b366028b42ce87b0659d5b04fbe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311050 Jul 28 04:18:55.304802 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d673d-a2d4-4319-a492-2d34fe56a3fd req-94798543-e76f-4db1-bcfc-c20e61e6fc96 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:55.306169 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ba4d673d-a2d4-4319-a492-2d34fe56a3fd req-94798543-e76f-4db1-bcfc-c20e61e6fc96 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0833504 Jul 28 04:18:55.387614 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ba4d673d-a2d4-4319-a492-2d34fe56a3fd req-b310627a-aaab-40d4-b361-68e0761b2aa0 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736070 Jul 28 04:18:55.416118 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-d12bf03a-3e2e-4598-9f00-a07a9afdb6cd service neutron] 10.222.0.42 "GET /v2.0/networks/1fdb4723-2817-4648-8246-e88f2c730add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090238 Jul 28 04:18:55.515705 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-80e3235a-bab8-478b-a083-210e106f6b04 service neutron] 10.222.0.42 "GET /v2.0/networks/1fdb4723-2817-4648-8246-e88f2c730add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890510 Jul 28 04:18:55.734918 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-34d2dffb-d522-469c-8321-be61ae7983bf req-1c481c06-b551-4558-9914-6fd4465a75e0 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0303941 Jul 28 04:18:56.138672 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728147e7-9eb7-403a-b71d-a8b209a9dc05 req-db190c53-7c70-4535-9fdc-51cdbeb155c1 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:56.140219 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-728147e7-9eb7-403a-b71d-a8b209a9dc05 req-db190c53-7c70-4535-9fdc-51cdbeb155c1 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 944 time: 0.0500100 Jul 28 04:18:56.178630 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-728147e7-9eb7-403a-b71d-a8b209a9dc05 req-b9054a05-406b-47db-bcc7-fb65f45ea442 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Jul 28 04:18:56.507432 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85304b97-6739-46c1-858a-7c4e25854e77 req-45b73835-3947-4bdb-9c12-0a94dfe5dc49 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:56.508948 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85304b97-6739-46c1-858a-7c4e25854e77 req-45b73835-3947-4bdb-9c12-0a94dfe5dc49 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0490961 Jul 28 04:18:56.551958 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85304b97-6739-46c1-858a-7c4e25854e77 req-f9cab1b4-d520-4c1e-9426-94ef479b175b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370042 Jul 28 04:18:56.829797 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1bbdfac0-243b-483a-9dc0-67b31c3bfa89 req-b3005724-c16a-4983-a38c-cd9e4113c7c9 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0261767 Jul 28 04:18:57.130578 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9920ed-02bc-4128-96f5-fba0ee6fd3e9 req-12d03b6a-a189-4600-8b55-4ec286e077bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:57.132165 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-ea9920ed-02bc-4128-96f5-fba0ee6fd3e9 req-12d03b6a-a189-4600-8b55-4ec286e077bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 1099 time: 0.0505264 Jul 28 04:18:57.181644 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-ea9920ed-02bc-4128-96f5-fba0ee6fd3e9 req-07ab2eb4-5b3a-4a8d-b6eb-04af18945524 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292189 Jul 28 04:18:57.299079 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65598199-d205-4598-b40e-6cb638e98149 req-f7c1e416-3ad0-4e03-a76e-cb19bb636a6f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:57.301356 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-65598199-d205-4598-b40e-6cb638e98149 req-f7c1e416-3ad0-4e03-a76e-cb19bb636a6f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 944 time: 0.0524421 Jul 28 04:18:57.338984 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-65598199-d205-4598-b40e-6cb638e98149 req-216db38a-6819-4324-aea2-6d93abbd7e99 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Jul 28 04:18:57.669813 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f01a7-560b-455f-92eb-d1631bb42806 req-a975b1e9-b369-4f5e-a834-f150fd8d01db tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:57.671295 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9d0f01a7-560b-455f-92eb-d1631bb42806 req-a975b1e9-b369-4f5e-a834-f150fd8d01db tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0495315 Jul 28 04:18:57.710662 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9d0f01a7-560b-455f-92eb-d1631bb42806 req-abd29e3d-09e7-4f6d-9bee-fc505cbd3031 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329750 Jul 28 04:18:57.890415 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:18:57.929640 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-caec2030-bccc-4aa6-b032-21b3e370f51c req-fd823aab-b4b1-4547-9f2b-676159aaa490 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0285461 Jul 28 04:18:57.985634 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=76bfc513-a3e7-4b28-a6b8-a9853a880dc6,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:18:57.996930 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '76bfc513-a3e7-4b28-a6b8-a9853a880dc6', 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a', 'port_id': '76bfc513-a3e7-4b28-a6b8-a9853a880dc6', 'mac_address': 'fa:16:3e:65:a6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7370c4f1-833e-4900-883c-587a55a21003', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:18:58.037134 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:58.053545 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:18:58.074728 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=76bfc513-a3e7-4b28-a6b8-a9853a880dc6,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:18:58.166066 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:58.225362 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=76bfc513-a3e7-4b28-a6b8-a9853a880dc6,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:58.311540 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-26f7d660-ebe6-4e4d-8467-9b0e2f23d88e tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:58.313016 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-26f7d660-ebe6-4e4d-8467-9b0e2f23d88e tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.22 "GET /v2.0/networks?id=1fdb4723-2817-4648-8246-e88f2c730add HTTP/1.1" status: 200 len: 814 time: 0.1079075 Jul 28 04:18:58.345330 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Request body: {'port': {'device_id': '2cf1f9aa-0689-47b0-b54b-9190be50b8e6', 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add', 'admin_state_up': True, 'tenant_id': '3196b366028b42ce87b0659d5b04fbe0'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:18:58.514728 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd32bca-5283-4698-aae6-f988f5234917 req-0cf1af4f-cede-4007-a6d7-47bff8276610 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:58.516315 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3dd32bca-5283-4698-aae6-f988f5234917 req-0cf1af4f-cede-4007-a6d7-47bff8276610 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 945 time: 0.0694213 Jul 28 04:18:58.555368 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3dd32bca-5283-4698-aae6-f988f5234917 req-d552c87f-effb-491c-9692-1f543efc1675 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Jul 28 04:18:58.568215 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Made reservation on behalf of 3196b366028b42ce87b0659d5b04fbe0 for: {'port': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:18:58.572633 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:58.700879 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Allocated IP 172.20.0.11 (1fdb4723-2817-4648-8246-e88f2c730add/5192a6e1-fd35-4db0-8300-79d7267efb3f/9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:18:58.812840 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['76bfc513-a3e7-4b28-a6b8-a9853a880dc6'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:18:58.855847 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74671753-4d05-4c0d-a2e6-f869f658dd84 req-7d9e281b-c4c6-4403-ae1c-52c98379bc7f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:58.871384 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-74671753-4d05-4c0d-a2e6-f869f658dd84 req-7d9e281b-c4c6-4403-ae1c-52c98379bc7f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0711722 Jul 28 04:18:58.875505 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:58.912811 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-74671753-4d05-4c0d-a2e6-f869f658dd84 req-3b7e2829-4413-4b61-bd30-b8ffd26a9bc4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Jul 28 04:18:59.009137 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:59.054488 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Network 1fdb4723-2817-4648-8246-e88f2c730add is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:18:59.057645 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:18:59.061408 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:18:59.075153 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43920f10-3f94-416d-b162-30f890b86a3d req-f1dd4342-dfa1-4259-8c5e-15af79d5870f tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:59.076829 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-43920f10-3f94-416d-b162-30f890b86a3d req-f1dd4342-dfa1-4259-8c5e-15af79d5870f tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 932 time: 0.0649276 Jul 28 04:18:59.101414 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Pushing event updated for resources: {'Port': ['ID=9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:59.126536 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-43920f10-3f94-416d-b162-30f890b86a3d req-411ae468-a582-45ac-bc2d-849504796635 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Jul 28 04:18:59.128691 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:59.129341 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:59.224088 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-2656e7c2-6cfc-4da2-a70a-cc2f294c3668 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8828347 Jul 28 04:18:59.242403 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Request body: {'port': {'device_id': '2cf1f9aa-0689-47b0-b54b-9190be50b8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:18:59.306915 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:59.365700 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e594af-11cb-4f3c-94a1-2c5c0c400d02 req-dfadd930-1768-4526-ad02-d9c7d0527a49 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:59.367279 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-13e594af-11cb-4f3c-94a1-2c5c0c400d02 req-dfadd930-1768-4526-ad02-d9c7d0527a49 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0512569 Jul 28 04:18:59.433637 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-13e594af-11cb-4f3c-94a1-2c5c0c400d02 req-f094f6c9-985d-475c-b7b0-86ad97003150 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598624 Jul 28 04:18:59.440320 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f70c86-0222-4468-89f6-1c5fd1219b45 req-fe60e386-3be0-47c2-bc4d-86ef8dbc10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:59.441899 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8f70c86-0222-4468-89f6-1c5fd1219b45 req-fe60e386-3be0-47c2-bc4d-86ef8dbc10ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49aa224c10c349e19917670e9bcf0df9&device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 1099 time: 0.0612338 Jul 28 04:18:59.542642 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f70c86-0222-4468-89f6-1c5fd1219b45 req-d605bdab-697b-4866-a335-610bc5259a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:59.544138 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8f70c86-0222-4468-89f6-1c5fd1219b45 req-d605bdab-697b-4866-a335-610bc5259a67 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 200 len: 920 time: 0.0916398 Jul 28 04:18:59.596440 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8f70c86-0222-4468-89f6-1c5fd1219b45 req-47872765-aed5-424b-91f3-773356b8a79f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a HTTP/1.1" status: 200 len: 217 time: 0.0378861 Jul 28 04:18:59.606685 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a {{(pid=93704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:18:59.621281 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:59.645704 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Transition to ACTIVE for port object 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:18:59.698650 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f70c86-0222-4468-89f6-1c5fd1219b45 req-8f7d0c6f-4d73-4397-820f-e13c5b47ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:59.700047 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8f70c86-0222-4468-89f6-1c5fd1219b45 req-8f7d0c6f-4d73-4397-820f-e13c5b47ebc2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12a69832-7371-46dc-8a4c-e6392964750d HTTP/1.1" status: 200 len: 859 time: 0.0940244 Jul 28 04:18:59.720658 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:59.726443 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151e5f6-95c6-448d-9090-71ae912a456c req-9fd3b920-beca-4bf5-be0e-7981d8b7eb43 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:59.728063 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1151e5f6-95c6-448d-9090-71ae912a456c req-9fd3b920-beca-4bf5-be0e-7981d8b7eb43 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 945 time: 0.0775719 Jul 28 04:18:59.751437 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8f70c86-0222-4468-89f6-1c5fd1219b45 req-a2b7e2b7-d828-49b1-beec-18f0449e426d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381095 Jul 28 04:18:59.777404 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:18:59.852729 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1151e5f6-95c6-448d-9090-71ae912a456c req-d23d8c2c-a838-4d4b-9e15-7a9d79289394 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087627 Jul 28 04:18:59.857729 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Attempting to bind port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:18:59.858067 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Attempting to bind port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7217ac50-8423-420e-b5e1-6305ba8bf3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:18:59.858391 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Attempting to bind port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a on network 1fdb4723-2817-4648-8246-e88f2c730add {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:18:59.865297 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a on network 1fdb4723-2817-4648-8246-e88f2c730add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:18:59.865623 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Attempting to bind port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a on network 1fdb4723-2817-4648-8246-e88f2c730add {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:18:59.870998 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:18:59.871335 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Checking segment: {'id': '7217ac50-8423-420e-b5e1-6305ba8bf3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:18:59.871779 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Bound using segment: {'id': '7217ac50-8423-420e-b5e1-6305ba8bf3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:18:59.875062 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Bound port: 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7217ac50-8423-420e-b5e1-6305ba8bf3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:18:59.875062 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:59.894621 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8f70c86-0222-4468-89f6-1c5fd1219b45 req-a4bcfadf-0c40-4813-9736-7630b43037c1 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259248 Jul 28 04:18:59.942901 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] For port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a, host hv-cinder-74014, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:18:59.946361 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] For port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a,segment=NetworkSegment(7217ac50-8423-420e-b5e1-6305ba8bf3a2),segment_id=7217ac50-8423-420e-b5e1-6305ba8bf3a2)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:19:00.004243 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8f70c86-0222-4468-89f6-1c5fd1219b45 req-6354d697-9f17-4b91-9d38-8eb75209de90 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888426 Jul 28 04:19:00.031873 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:00.066101 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:00.066718 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:00.068184 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] 10.222.0.22 "PUT /v2.0/ports/9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a HTTP/1.1" status: 200 len: 1094 time: 0.8298566 Jul 28 04:19:00.068568 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf1f9aa-0689-47b0-b54b-9190be50b8e6', 'tag': '9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:19:00.071049 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14067122-e5bf-4a99-9c22-a7fcf59045d4" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf1f9aa-0689-47b0-b54b-9190be50b8e6", "tag": "9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:19:00.096955 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec836cec-fdc1-43f8-a7d5-c4cbb73c38f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:00.125768 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41038311-801d-4723-b7eb-661611894eae x-openstack-request-id: req-41038311-801d-4723-b7eb-661611894eae {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:19:00.126062 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf1f9aa-0689-47b0-b54b-9190be50b8e6", "tag": "9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:19:00.126314 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41038311-801d-4723-b7eb-661611894eae {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:19:00.126733 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf1f9aa-0689-47b0-b54b-9190be50b8e6', 'tag': '9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a', 'status': 'completed', 'code': 200} Jul 28 04:19:00.200525 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14067122-e5bf-4a99-9c22-a7fcf59045d4 req-30277dd5-70a1-4e56-8706-92a6f967c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:00.202054 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-14067122-e5bf-4a99-9c22-a7fcf59045d4 req-30277dd5-70a1-4e56-8706-92a6f967c43f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3196b366028b42ce87b0659d5b04fbe0&device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0472074 Jul 28 04:19:00.253250 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac2013-34a7-4542-aa6a-671dc64b0e8e req-673c9af0-aefc-4b2c-9385-cce083d5f1f0 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:00.254639 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7cac2013-34a7-4542-aa6a-671dc64b0e8e req-673c9af0-aefc-4b2c-9385-cce083d5f1f0 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0486321 Jul 28 04:19:00.293228 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7cac2013-34a7-4542-aa6a-671dc64b0e8e req-a3ccbd28-d9eb-40be-8234-9cbf30635a16 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Jul 28 04:19:00.309973 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14067122-e5bf-4a99-9c22-a7fcf59045d4 req-ef418dd5-0a7e-45cf-8019-8c42e0b3dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:00.311501 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-14067122-e5bf-4a99-9c22-a7fcf59045d4 req-ef418dd5-0a7e-45cf-8019-8c42e0b3dc9b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=3196b366028b42ce87b0659d5b04fbe0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0996737 Jul 28 04:19:00.408049 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14067122-e5bf-4a99-9c22-a7fcf59045d4 req-a687b816-d58e-4d13-8dd1-ff2ad2f8ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:00.410715 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-14067122-e5bf-4a99-9c22-a7fcf59045d4 req-a687b816-d58e-4d13-8dd1-ff2ad2f8ab50 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897634 Jul 28 04:19:00.510532 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-e201b76d-9a77-4b75-8546-8021d794d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:00.511941 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-e201b76d-9a77-4b75-8546-8021d794d399 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3196b366028b42ce87b0659d5b04fbe0&device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0448081 Jul 28 04:19:00.557219 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-247c3f92-28e0-41d8-89c0-3af3da71b999 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a HTTP/1.1" status: 200 len: 217 time: 0.0370209 Jul 28 04:19:00.557462 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d319d-91b4-4869-af59-90d0843c87dc req-07445ec5-eb58-4e36-9226-5bd6b3fcffe5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:00.558817 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-be4d319d-91b4-4869-af59-90d0843c87dc req-07445ec5-eb58-4e36-9226-5bd6b3fcffe5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0527959 Jul 28 04:19:00.597706 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-be4d319d-91b4-4869-af59-90d0843c87dc req-0ae6c0a2-2e27-4b92-881b-d8c6a9ea93b5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Jul 28 04:19:00.610581 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-79a5a5c3-70c0-4a83-96be-0eae3687335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:00.612196 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-79a5a5c3-70c0-4a83-96be-0eae3687335b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5192a6e1-fd35-4db0-8300-79d7267efb3f HTTP/1.1" status: 200 len: 854 time: 0.0436313 Jul 28 04:19:00.648462 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-c1506cf3-153c-48c1-a248-22bfeeab8177 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fdb4723-2817-4648-8246-e88f2c730add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245128 Jul 28 04:19:00.755228 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-7a32f03c-e5b1-4a2d-95a2-3f80d44a19a0 service neutron] 10.222.0.22 "GET /v2.0/networks/1fdb4723-2817-4648-8246-e88f2c730add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897124 Jul 28 04:19:00.856675 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-45192a64-76cb-4ea4-8ffa-694d56d4ce07 req-e7b17a92-3e9c-498d-879f-a5f0533e7a37 service neutron] 10.222.0.22 "GET /v2.0/networks/1fdb4723-2817-4648-8246-e88f2c730add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918779 Jul 28 04:19:00.956852 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116b997-eaa6-48e7-a0b0-040fabbcb4c0 req-a2aefb37-ec66-411e-b714-656f949b7bd7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:00.958405 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b116b997-eaa6-48e7-a0b0-040fabbcb4c0 req-a2aefb37-ec66-411e-b714-656f949b7bd7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 945 time: 0.0494862 Jul 28 04:19:00.998680 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b116b997-eaa6-48e7-a0b0-040fabbcb4c0 req-3903c36c-727a-4712-9f12-7770be16dc7d tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340903 Jul 28 04:19:01.412116 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e87cd-b345-4173-9ba9-23eb7ef86f03 req-aa3a23a3-f1b1-4c9d-a36a-f59662e7d30b tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:01.413581 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1f4e87cd-b345-4173-9ba9-23eb7ef86f03 req-aa3a23a3-f1b1-4c9d-a36a-f59662e7d30b tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0492013 Jul 28 04:19:01.454735 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1f4e87cd-b345-4173-9ba9-23eb7ef86f03 req-b1d1d754-3633-4312-b3ca-64ec4a36b23b tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350080 Jul 28 04:19:01.718919 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc8eb0-0c3f-4c67-867b-765752ad1469 req-9af59d0b-c666-473d-aa09-dd823ff55e96 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:01.720455 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-40bc8eb0-0c3f-4c67-867b-765752ad1469 req-9af59d0b-c666-473d-aa09-dd823ff55e96 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0524561 Jul 28 04:19:01.758059 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-40bc8eb0-0c3f-4c67-867b-765752ad1469 req-f3afe04e-36de-4e59-8617-ccd0662c27b3 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Jul 28 04:19:01.920824 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:02.051584 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:02.055525 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:02.055941 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:02.114643 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ff4c-1ce9-4587-9e95-c0ed51958302 req-606a0863-153c-4fb9-ae3a-8f4152fe7682 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:02.116129 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-db40ff4c-1ce9-4587-9e95-c0ed51958302 req-606a0863-153c-4fb9-ae3a-8f4152fe7682 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 945 time: 0.0494223 Jul 28 04:19:02.144345 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:02.155085 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-db40ff4c-1ce9-4587-9e95-c0ed51958302 req-0c72dd89-ac75-4d5e-ad6f-7888280b852c tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325360 Jul 28 04:19:02.169800 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db153b5a-6dad-4eea-ac9a-c0b417392054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bfc513-a3e7-4b28-a6b8-a9853a880dc6'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:19:02.172107 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93bfd79-7a93-4921-a633-5dc8fb618aa7" -d '{"events": [{"server_uuid": "db153b5a-6dad-4eea-ac9a-c0b417392054", "name": "network-vif-plugged", "status": "completed", "tag": "76bfc513-a3e7-4b28-a6b8-a9853a880dc6"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:19:02.185200 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=76bfc513-a3e7-4b28-a6b8-a9853a880dc6,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:02.208292 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db8c7eb-3034-416a-9be7-18d6360c1557 x-openstack-request-id: req-3db8c7eb-3034-416a-9be7-18d6360c1557 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:19:02.208576 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db153b5a-6dad-4eea-ac9a-c0b417392054", "name": "network-vif-plugged", "status": "completed", "tag": "76bfc513-a3e7-4b28-a6b8-a9853a880dc6", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:19:02.208821 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3db8c7eb-3034-416a-9be7-18d6360c1557 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:19:02.209208 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db153b5a-6dad-4eea-ac9a-c0b417392054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bfc513-a3e7-4b28-a6b8-a9853a880dc6', 'code': 200} Jul 28 04:19:02.259990 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:02.288727 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-58803f5d-8dd4-4fba-9fe4-07529754dee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:02.322393 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=76bfc513-a3e7-4b28-a6b8-a9853a880dc6,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:02.354525 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:19:02.572299 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d5b63-1bd1-4bf7-a131-1b31e1e25fea req-bde6886c-3e01-4fda-9cad-c8ffdb201a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:02.573798 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-a69d5b63-1bd1-4bf7-a131-1b31e1e25fea req-bde6886c-3e01-4fda-9cad-c8ffdb201a2a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 1099 time: 0.0448000 Jul 28 04:19:02.578328 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef923662-e654-449f-b808-460a51791b4d req-0d7d1c57-2e7a-4449-ac62-b91e1c51eda4 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:02.579836 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ef923662-e654-449f-b808-460a51791b4d req-0d7d1c57-2e7a-4449-ac62-b91e1c51eda4 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0470777 Jul 28 04:19:02.621541 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-a69d5b63-1bd1-4bf7-a131-1b31e1e25fea req-bd516602-7391-43d5-97c7-194d96f388a8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352237 Jul 28 04:19:02.628457 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ef923662-e654-449f-b808-460a51791b4d req-a798b38b-6138-4e3b-a8c5-767e5ef60af1 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Jul 28 04:19:02.887035 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428ff0e-ad0a-4a37-bc53-1ca9d6d56349 req-282a1041-78a7-48a5-b852-ab6adb85ce35 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:02.888513 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1428ff0e-ad0a-4a37-bc53-1ca9d6d56349 req-282a1041-78a7-48a5-b852-ab6adb85ce35 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0522799 Jul 28 04:19:02.925108 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1428ff0e-ad0a-4a37-bc53-1ca9d6d56349 req-59ff61b9-de2f-4564-89e6-f82b200e16b8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305963 Jul 28 04:19:03.191665 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 58826) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:03.274814 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960aa0f-aa36-4e0f-b631-4dfdd6113912 req-414061e9-a760-404e-9cbf-706d2f9c2100 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:03.276377 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e960aa0f-aa36-4e0f-b631-4dfdd6113912 req-414061e9-a760-404e-9cbf-706d2f9c2100 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 946 time: 0.0502455 Jul 28 04:19:03.312030 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4872ba09-050b-40bd-a44e-e924a50c42cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:03.342396 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e960aa0f-aa36-4e0f-b631-4dfdd6113912 req-3e47c5a2-ea06-44cd-bbbc-433e302c659b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596778 Jul 28 04:19:03.422408 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4872ba09-050b-40bd-a44e-e924a50c42cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:03.509259 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4872ba09-050b-40bd-a44e-e924a50c42cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:03.548591 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-4872ba09-050b-40bd-a44e-e924a50c42cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1234a832aa3c43f58ea2025f5039044f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552661 Jul 28 04:19:03.550831 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872ba09-050b-40bd-a44e-e924a50c42cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362c0737-9e59-465e-8d87-5c0a8db74fdc,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:03.558457 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 58836) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:03.604595 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b16ccba2-f1d8-4bd9-b967-620d2545ec10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:03.626113 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b16ccba2-f1d8-4bd9-b967-620d2545ec10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:03.750033 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298113db-ae41-4478-9ba3-f2ca5574b9fa req-a2f8a046-58d7-4a6a-85c4-678fa54c8d56 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:03.751537 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-298113db-ae41-4478-9ba3-f2ca5574b9fa req-a2f8a046-58d7-4a6a-85c4-678fa54c8d56 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0563107 Jul 28 04:19:03.765903 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b16ccba2-f1d8-4bd9-b967-620d2545ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:03.769648 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b16ccba2-f1d8-4bd9-b967-620d2545ec10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:03.770420 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-b16ccba2-f1d8-4bd9-b967-620d2545ec10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/362c0737-9e59-465e-8d87-5c0a8db74fdc HTTP/1.1" status: 204 len: 168 time: 0.2177811 Jul 28 04:19:03.780319 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ccba2-f1d8-4bd9-b967-620d2545ec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362c0737-9e59-465e-8d87-5c0a8db74fdc,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:03.792131 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-298113db-ae41-4478-9ba3-f2ca5574b9fa req-c7a3c937-5432-43f5-bd4a-29c5581e3917 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Jul 28 04:19:03.924971 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:19:04.021667 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a,segment=NetworkSegment(7217ac50-8423-420e-b5e1-6305ba8bf3a2),segment_id=7217ac50-8423-420e-b5e1-6305ba8bf3a2)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:04.036935 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a', 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add', 'port_id': '9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a', 'mac_address': 'fa:16:3e:c4:3e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5192a6e1-fd35-4db0-8300-79d7267efb3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:19:04.074582 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:04.088295 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:19:04.107667 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a,segment=NetworkSegment(7217ac50-8423-420e-b5e1-6305ba8bf3a2),segment_id=7217ac50-8423-420e-b5e1-6305ba8bf3a2)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:04.166215 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:04.213348 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:04.468694 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5806b37-740c-4bcc-b483-4bf3171090b7 req-cc708011-66a6-4868-8500-072380005f67 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:04.470311 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b5806b37-740c-4bcc-b483-4bf3171090b7 req-cc708011-66a6-4868-8500-072380005f67 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 946 time: 0.0516040 Jul 28 04:19:04.508184 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 58854) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:04.509357 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b5806b37-740c-4bcc-b483-4bf3171090b7 req-e063d419-11cc-4904-bb54-7371e59506f0 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Jul 28 04:19:04.521725 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-963d6ea2-5bf4-4737-85d5-e67610e7f495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:04.620779 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-963d6ea2-5bf4-4737-85d5-e67610e7f495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:04.678610 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b90842-e576-4ab9-8957-90f17de9d3f1 req-26ee43bf-5796-4bfb-b276-4ba7be65bf08 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:04.680101 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-53b90842-e576-4ab9-8957-90f17de9d3f1 req-26ee43bf-5796-4bfb-b276-4ba7be65bf08 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0529435 Jul 28 04:19:04.692825 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:19:04.705786 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-963d6ea2-5bf4-4737-85d5-e67610e7f495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:04.723104 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-53b90842-e576-4ab9-8957-90f17de9d3f1 req-a87003d2-f2e7-4f9a-8da0-9fb7d9e0b259 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368800 Jul 28 04:19:04.761574 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 58864) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:04.761814 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-963d6ea2-5bf4-4737-85d5-e67610e7f495 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f05c076b4e34dec8e8ce5f77479874b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523515 Jul 28 04:19:04.762536 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d6ea2-5bf4-4737-85d5-e67610e7f495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9365a41e-b446-4452-9de3-6222f04d8ec5,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:04.826357 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1cec27d7-1005-4628-b7d4-a56d58497d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:04.847616 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9b709aa6-c0b7-48a2-9a05-2dc52da5110b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:04.852443 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1cec27d7-1005-4628-b7d4-a56d58497d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:04.937712 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb128c78-9b3b-4ab1-a2d6-a1916fe9b8d4 req-f9c42e95-44fe-43a7-988c-97c8691c2857 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:04.939335 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bb128c78-9b3b-4ab1-a2d6-a1916fe9b8d4 req-f9c42e95-44fe-43a7-988c-97c8691c2857 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0562057 Jul 28 04:19:04.977091 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bb128c78-9b3b-4ab1-a2d6-a1916fe9b8d4 req-52d1503d-3cb2-492e-a88c-326e10094631 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308471 Jul 28 04:19:05.034323 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1cec27d7-1005-4628-b7d4-a56d58497d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:05.036940 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1cec27d7-1005-4628-b7d4-a56d58497d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:05.038092 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-1cec27d7-1005-4628-b7d4-a56d58497d7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9365a41e-b446-4452-9de3-6222f04d8ec5 HTTP/1.1" status: 204 len: 168 time: 0.2749894 Jul 28 04:19:05.046191 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec27d7-1005-4628-b7d4-a56d58497d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9365a41e-b446-4452-9de3-6222f04d8ec5,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:05.259781 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:06.097022 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c1164-f7f7-4e85-90a8-a39e4e6c0086 req-75f6fa82-424b-4a7b-bf28-840ac3bacd1a tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:06.098574 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-327c1164-f7f7-4e85-90a8-a39e4e6c0086 req-75f6fa82-424b-4a7b-bf28-840ac3bacd1a tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0543466 Jul 28 04:19:06.139958 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-327c1164-f7f7-4e85-90a8-a39e4e6c0086 req-aad00357-e43e-43e2-8ba1-c67998036b59 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351238 Jul 28 04:19:06.282367 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:07.261494 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782c370-2873-4862-92c3-77d0f527df2f req-2cfbfd25-b3c0-491c-9758-ecae383f2f73 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:07.262982 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c782c370-2873-4862-92c3-77d0f527df2f req-2cfbfd25-b3c0-491c-9758-ecae383f2f73 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0492396 Jul 28 04:19:07.301858 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c782c370-2873-4862-92c3-77d0f527df2f req-3b157473-0804-4ea5-9a98-8e2647033747 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Jul 28 04:19:07.796799 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:07.933674 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:08.047848 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:08.052341 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:08.052712 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:08.148577 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:08.170462 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf1f9aa-0689-47b0-b54b-9190be50b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:19:08.172781 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b41cd68-c36d-459e-ba95-5ad6a67b2789" -d '{"events": [{"server_uuid": "2cf1f9aa-0689-47b0-b54b-9190be50b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:19:08.186225 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a,segment=NetworkSegment(7217ac50-8423-420e-b5e1-6305ba8bf3a2),segment_id=7217ac50-8423-420e-b5e1-6305ba8bf3a2)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:08.209796 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1de436-fa4f-4746-bff9-5df2be7d9113 x-openstack-request-id: req-9c1de436-fa4f-4746-bff9-5df2be7d9113 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:19:08.210081 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf1f9aa-0689-47b0-b54b-9190be50b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:19:08.210326 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c1de436-fa4f-4746-bff9-5df2be7d9113 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:19:08.210711 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf1f9aa-0689-47b0-b54b-9190be50b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a', 'code': 200} Jul 28 04:19:08.276750 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:08.326732 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:08.435161 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8da23-ab75-4294-97d9-6f51100d47f4 req-2a9853be-cc88-4e24-82ae-3184bb42b01a tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:08.436667 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cdb8da23-ab75-4294-97d9-6f51100d47f4 req-2a9853be-cc88-4e24-82ae-3184bb42b01a tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0501640 Jul 28 04:19:08.479938 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cdb8da23-ab75-4294-97d9-6f51100d47f4 req-a219c69b-a247-4c68-b9c6-bb5bd1247c32 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367813 Jul 28 04:19:08.554116 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1894a4-e55d-4a21-994c-b54a4ed74fe7 req-a7f47555-fa9b-4b59-b2f3-a07d7f78f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:08.555779 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-dc1894a4-e55d-4a21-994c-b54a4ed74fe7 req-a7f47555-fa9b-4b59-b2f3-a07d7f78f42f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 1099 time: 0.0411313 Jul 28 04:19:08.601590 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-dc1894a4-e55d-4a21-994c-b54a4ed74fe7 req-e54f0392-9e44-4ed4-824a-d17a685c74fb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274732 Jul 28 04:19:09.595314 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf955223-ea6a-4787-a3a7-57b8f66a02c2 req-af3eafbf-c234-4b14-a5a4-06d7f9d97a9b tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:09.596832 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bf955223-ea6a-4787-a3a7-57b8f66a02c2 req-af3eafbf-c234-4b14-a5a4-06d7f9d97a9b tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0480764 Jul 28 04:19:09.638255 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bf955223-ea6a-4787-a3a7-57b8f66a02c2 req-8c6c2eab-bbd3-4a36-a607-909c2cb1ce91 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355129 Jul 28 04:19:09.808600 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 59018) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:09.910403 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27667494-8a0b-4bde-9731-231e28ec4eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:10.009566 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27667494-8a0b-4bde-9731-231e28ec4eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:10.105081 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-27667494-8a0b-4bde-9731-231e28ec4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:10.142343 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-27667494-8a0b-4bde-9731-231e28ec4eb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59c30131070549d6bc2dea5342d5b1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326912 Jul 28 04:19:10.144816 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27667494-8a0b-4bde-9731-231e28ec4eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53791696-3615-44f9-b19f-a173aa124979,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:10.145692 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59026) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:10.194677 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0493357e-6cd1-47aa-a5e0-49fd182cd9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:10.215827 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0493357e-6cd1-47aa-a5e0-49fd182cd9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:10.336959 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0493357e-6cd1-47aa-a5e0-49fd182cd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:10.339838 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0493357e-6cd1-47aa-a5e0-49fd182cd9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:10.341024 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-0493357e-6cd1-47aa-a5e0-49fd182cd9e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53791696-3615-44f9-b19f-a173aa124979 HTTP/1.1" status: 204 len: 168 time: 0.1942928 Jul 28 04:19:10.349767 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493357e-6cd1-47aa-a5e0-49fd182cd9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53791696-3615-44f9-b19f-a173aa124979,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:10.753242 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b991a-5dbe-4f3f-adc1-7f75564fa0bb req-b8cdcb17-98ba-40ce-a53a-17efd7ac00ea tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:10.754685 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-963b991a-5dbe-4f3f-adc1-7f75564fa0bb req-b8cdcb17-98ba-40ce-a53a-17efd7ac00ea tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0486903 Jul 28 04:19:10.791175 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-963b991a-5dbe-4f3f-adc1-7f75564fa0bb req-9eb59121-5f8b-4723-a1d3-54665291e5be tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305457 Jul 28 04:19:10.956581 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59070) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:10.969492 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4010b21a-8ad8-4d26-bf20-859885601247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:11.065695 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4010b21a-8ad8-4d26-bf20-859885601247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:11.129010 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4010b21a-8ad8-4d26-bf20-859885601247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:11.166585 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010b21a-8ad8-4d26-bf20-859885601247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec18b044-163d-4180-aa8d-febb41e80235,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:11.172011 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-4010b21a-8ad8-4d26-bf20-859885601247 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ffe57c6488342ab86c82af4085e7bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143378 Jul 28 04:19:11.175235 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59084) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:11.224638 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5e4d7aab-e3fb-4343-84d9-a6883e418bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:11.245337 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5e4d7aab-e3fb-4343-84d9-a6883e418bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:11.363238 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5e4d7aab-e3fb-4343-84d9-a6883e418bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:11.365916 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5e4d7aab-e3fb-4343-84d9-a6883e418bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:11.367102 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-5e4d7aab-e3fb-4343-84d9-a6883e418bb5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec18b044-163d-4180-aa8d-febb41e80235 HTTP/1.1" status: 204 len: 168 time: 0.1904593 Jul 28 04:19:11.375245 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d7aab-e3fb-4343-84d9-a6883e418bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec18b044-163d-4180-aa8d-febb41e80235,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:14.787724 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a865dd1-dc69-4d49-8516-960e79e3d17a req-a2494c5e-7311-4546-9cba-a2eb77dc7de8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:14.789098 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1a865dd1-dc69-4d49-8516-960e79e3d17a req-a2494c5e-7311-4546-9cba-a2eb77dc7de8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0513172 Jul 28 04:19:14.828236 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1a865dd1-dc69-4d49-8516-960e79e3d17a req-ff04f743-e2cf-4bae-a5ba-ad6547434c2b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332043 Jul 28 04:19:14.863956 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fceb925-c122-4150-894e-5671b95e1a06 req-3575ded8-45d5-4d7f-b8f3-fdd68dfc53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:14.865445 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-7fceb925-c122-4150-894e-5671b95e1a06 req-3575ded8-45d5-4d7f-b8f3-fdd68dfc53df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49aa224c10c349e19917670e9bcf0df9&device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 1099 time: 0.0391917 Jul 28 04:19:14.964917 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fceb925-c122-4150-894e-5671b95e1a06 req-b975857f-2a5d-496a-9104-e04750c6bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:14.966396 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-7fceb925-c122-4150-894e-5671b95e1a06 req-b975857f-2a5d-496a-9104-e04750c6bcb9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 200 len: 920 time: 0.0921636 Jul 28 04:19:15.007388 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-7fceb925-c122-4150-894e-5671b95e1a06 req-18d98da9-0853-4f7d-a2d6-6f533a05347b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a HTTP/1.1" status: 200 len: 217 time: 0.0331817 Jul 28 04:19:15.060804 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fceb925-c122-4150-894e-5671b95e1a06 req-923a0fae-0cc1-441d-888d-c0a2d4767214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:15.062154 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-7fceb925-c122-4150-894e-5671b95e1a06 req-923a0fae-0cc1-441d-888d-c0a2d4767214 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12a69832-7371-46dc-8a4c-e6392964750d HTTP/1.1" status: 200 len: 859 time: 0.0460806 Jul 28 04:19:15.097806 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-7fceb925-c122-4150-894e-5671b95e1a06 req-2115e19a-83ba-4452-af45-5dface5b6346 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233357 Jul 28 04:19:15.190837 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-7fceb925-c122-4150-894e-5671b95e1a06 req-a9980b7b-031f-480d-90c5-13baf4468d6f service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853817 Jul 28 04:19:15.297835 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-7fceb925-c122-4150-894e-5671b95e1a06 req-3b9bb28e-483f-4f59-9f7b-0ceecfd4bb99 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944176 Jul 28 04:19:15.948336 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1faa1-14cb-43eb-9572-e9fb70a37a5b req-4b095901-7428-40f2-a856-7846e92c5745 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:15.949843 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d6c1faa1-14cb-43eb-9572-e9fb70a37a5b req-4b095901-7428-40f2-a856-7846e92c5745 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0500166 Jul 28 04:19:15.991987 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d6c1faa1-14cb-43eb-9572-e9fb70a37a5b req-9a9cec97-5768-4a69-8872-f37fe0c06ff6 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355511 Jul 28 04:19:16.945310 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:17.124545 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9ea6d-45c2-4171-8d00-a35c873b3991 req-a37b391b-8bf1-4547-bf20-2fec935054e1 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:17.126108 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-86e9ea6d-45c2-4171-8d00-a35c873b3991 req-a37b391b-8bf1-4547-bf20-2fec935054e1 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0501800 Jul 28 04:19:17.169214 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-86e9ea6d-45c2-4171-8d00-a35c873b3991 req-f804a7a9-a05b-45d0-836d-afbb123bb0f4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352006 Jul 28 04:19:18.289152 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef28769-e2ae-4f7a-995f-7b9dd00cd253 req-8ff841a1-9755-4583-81cd-177161a36f95 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:18.290689 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fef28769-e2ae-4f7a-995f-7b9dd00cd253 req-8ff841a1-9755-4583-81cd-177161a36f95 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0514653 Jul 28 04:19:18.524201 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fef28769-e2ae-4f7a-995f-7b9dd00cd253 req-6ea6ba3e-800b-43a8-a455-9e83056d72fd tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268670 Jul 28 04:19:19.309509 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2758b-7040-4143-b4e0-03b60bee8e72 req-3c9845e6-bd31-4724-8b29-28e037c6ab68 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:19.311236 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fe2758b-7040-4143-b4e0-03b60bee8e72 req-3c9845e6-bd31-4724-8b29-28e037c6ab68 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0606678 Jul 28 04:19:19.352905 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fe2758b-7040-4143-b4e0-03b60bee8e72 req-cbcf7934-8760-4607-a8de-e6361325bddd tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346677 Jul 28 04:19:19.649383 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0c45f-6455-45b0-8cad-4562bd50886f req-3851f9b9-7ad4-4a0c-bce0-697bafec67fb tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:19.651010 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-27e0c45f-6455-45b0-8cad-4562bd50886f req-3851f9b9-7ad4-4a0c-bce0-697bafec67fb tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0485327 Jul 28 04:19:19.698993 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-27e0c45f-6455-45b0-8cad-4562bd50886f req-d15be127-cb7f-477a-8904-fc8a9fda8957 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334635 Jul 28 04:19:20.646777 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7820c4-f976-4da6-8154-1d0b12812e1a req-1267e911-36b9-4d84-afda-4486fce5e592 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:20.648324 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ab7820c4-f976-4da6-8154-1d0b12812e1a req-1267e911-36b9-4d84-afda-4486fce5e592 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0598662 Jul 28 04:19:20.686001 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ab7820c4-f976-4da6-8154-1d0b12812e1a req-14a7ab13-7b9d-47aa-a4fa-8f86e797276e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316348 Jul 28 04:19:20.811671 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4638dd-cd5a-41ff-8290-f54ad4d5075c req-2614ddde-4d5d-4af7-abcf-ac4363a042bf tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:20.813154 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5d4638dd-cd5a-41ff-8290-f54ad4d5075c req-2614ddde-4d5d-4af7-abcf-ac4363a042bf tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0473650 Jul 28 04:19:20.851924 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5d4638dd-cd5a-41ff-8290-f54ad4d5075c req-9fba7f9f-74f7-4dd5-857d-e69e8f3d525d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Jul 28 04:19:21.856844 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59386) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:21.888503 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35628d38-e7a7-4bee-ae0b-d689fabb6fb4 req-3cdf53e4-c83a-4c67-9b75-6f113dcbc28e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:21.890013 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-35628d38-e7a7-4bee-ae0b-d689fabb6fb4 req-3cdf53e4-c83a-4c67-9b75-6f113dcbc28e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.1183014 Jul 28 04:19:21.930014 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-35628d38-e7a7-4bee-ae0b-d689fabb6fb4 req-c4dc8dd2-f34f-4332-ad8a-a03a0cd18cc1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338240 Jul 28 04:19:21.992327 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.049544 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b0869-0779-4629-843b-2737a16b7e93 req-089fc65a-b02e-44db-afa3-6e205db7d6ae tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:22.051057 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-409b0869-0779-4629-843b-2737a16b7e93 req-089fc65a-b02e-44db-afa3-6e205db7d6ae tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0549927 Jul 28 04:19:22.089622 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.093998 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-409b0869-0779-4629-843b-2737a16b7e93 req-981cceee-dd6e-4d1f-9f7d-400071c2213f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350354 Jul 28 04:19:22.159186 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.199236 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d047a814c54747f49dcc5cc44c2a2bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412397 Jul 28 04:19:22.200431 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666092e1-fee9-4dca-a9f9-2f2cfa703def,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:22.202027 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 59396) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:22.209174 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.209576 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.210472 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.210822 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.211748 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.212087 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.213149 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.213586 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.214165 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.214327 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.215148 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.215459 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a887798d-25bc-4219-90e4-8eae01a63e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.257689 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.279361 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.385670 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.388532 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.396434 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/666092e1-fee9-4dca-a9f9-2f2cfa703def HTTP/1.1" status: 204 len: 168 time: 0.1868570 Jul 28 04:19:22.402444 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666092e1-fee9-4dca-a9f9-2f2cfa703def,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:22.413462 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.413829 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.414279 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.414625 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.414958 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.415483 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.416032 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.416369 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.416709 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.417038 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.417372 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:22.417690 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36191370-8678-4a85-a858-1621bd411dce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:23.055414 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672df3b0-c705-46ec-96ce-b066c17f444c req-f451070e-15f4-4794-86c8-9d12da699b31 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:23.057066 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-672df3b0-c705-46ec-96ce-b066c17f444c req-f451070e-15f4-4794-86c8-9d12da699b31 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0537331 Jul 28 04:19:23.102337 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-672df3b0-c705-46ec-96ce-b066c17f444c req-1050bb5e-bde7-43ef-9652-15d43b7f272a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387828 Jul 28 04:19:23.231590 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52b318-e362-48ae-8877-21c1c6d2f0df req-2e444c64-bced-44bb-8237-c271b2eb4cc8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:23.233308 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2b52b318-e362-48ae-8877-21c1c6d2f0df req-2e444c64-bced-44bb-8237-c271b2eb4cc8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0558379 Jul 28 04:19:23.273096 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2b52b318-e362-48ae-8877-21c1c6d2f0df req-434500cd-9926-497f-bc18-5c49de83407b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Jul 28 04:19:23.387156 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59436) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:23.488675 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-631111482-network', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:19:23.576015 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Made reservation on behalf of bd9718890b764ceaa9a275014c68fdf0 for: {'network': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:19:23.578347 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.587052 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.674083 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.753616 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.778291 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:19:23.786868 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be198f7-4ae8-4441-8840-0ba3f6e2e77e,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:23.793020 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.793360 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.segments_db [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Added segment 5d173c5c-97b7-4f26-9308-b24724f99959 of type vlan for network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 Jul 28 04:19:23.837754 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.942457 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.943735 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:23.944336 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:24.001726 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] Pushing event updated for resources: {'Network': ['ID=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:24.011579 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:19:24.051815 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-5378d0c9-4a51-487c-a752-4330727e44af admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6625690 Jul 28 04:19:24.055110 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59444) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:24.060381 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-c3c43879-9adf-4f95-ab71-781c18a9939d admin admin] Request body: {'subnet': {'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-631111482-subnet', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'ip_version': 4}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:19:24.156364 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c43879-9adf-4f95-ab71-781c18a9939d admin admin] Made reservation on behalf of bd9718890b764ceaa9a275014c68fdf0 for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:19:24.158706 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c3c43879-9adf-4f95-ab71-781c18a9939d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4594624'] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:24.227466 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2c27b-e5c4-4996-9842-0f1d486afcd8 req-bba3a99a-716e-4c4a-9fd1-07a15ee2cffe tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:24.229998 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-27d2c27b-e5c4-4996-9842-0f1d486afcd8 req-bba3a99a-716e-4c4a-9fd1-07a15ee2cffe tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0518765 Jul 28 04:19:24.269149 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-27d2c27b-e5c4-4996-9842-0f1d486afcd8 req-cfa3ec04-7d62-4bc8-88d5-68c7c3c30888 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326114 Jul 28 04:19:24.392210 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ecbab-b716-4ee6-9186-da48d046a6d8 req-5f22044a-f0b1-44c5-87be-69ca78e9c361 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:24.393698 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-163ecbab-b716-4ee6-9186-da48d046a6d8 req-5f22044a-f0b1-44c5-87be-69ca78e9c361 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0497918 Jul 28 04:19:24.432747 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-163ecbab-b716-4ee6-9186-da48d046a6d8 req-ab6b4375-72b3-4370-a052-cae569fe91af tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 Jul 28 04:19:24.436814 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c3c43879-9adf-4f95-ab71-781c18a9939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4447671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4594610'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:24.493025 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c43879-9adf-4f95-ab71-781c18a9939d admin admin] Pushing event updated for resources: {'Subnet': ['ID=527b9ad8-c8ba-41cb-a8ae-5e912e6db0de,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:24.504069 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c43879-9adf-4f95-ab71-781c18a9939d admin admin] Checking segment: {'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:19:24.504423 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c43879-9adf-4f95-ab71-781c18a9939d admin admin] Network hostable DHCP agents. Network: 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:19:24.587356 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c43879-9adf-4f95-ab71-781c18a9939d admin admin] Network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:19:24.664425 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-c3c43879-9adf-4f95-ab71-781c18a9939d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:19:24.668609 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c43879-9adf-4f95-ab71-781c18a9939d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:24.669188 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c3c43879-9adf-4f95-ab71-781c18a9939d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:24.673947 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e83d56-d068-4767-8bc9-4ca286534e23 None None] Network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:19:24.751430 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-c3c43879-9adf-4f95-ab71-781c18a9939d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6949313 Jul 28 04:19:24.756673 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59460) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:24.759117 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:19:24.823502 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74395e69-ebfd-5780-85ed-cc8d62eaf3f4-6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'fixed_ips': [{'subnet_id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de'}]}} from dv-cinder-740146-11-iscsi. {{(pid=93705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:19:24.824403 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:24.842151 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-70909'] for router, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:24.843411 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-70890'] for router, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:24.908462 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:24.972123 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.db_base_plugin_common [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Allocated IP 172.20.0.2 (6f18a0da-3cc6-49f6-809a-47ae9fa19bb0/527b9ad8-c8ba-41cb-a8ae-5e912e6db0de/6b1406a7-ad6a-4423-addc-e36fa72a4a36) {{(pid=93705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:19:25.112594 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:25.121197 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Transition to ACTIVE for port object 6b1406a7-ad6a-4423-addc-e36fa72a4a36 will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:19:25.125611 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-70680'] for router, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:25.141584 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Transition to ACTIVE for port object 6b1406a7-ad6a-4423-addc-e36fa72a4a36 will not be triggered until provisioned by entity DHCP. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:19:25.202533 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:25.238485 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 is already hosted by enough agents. {{(pid=93705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:19:25.241730 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.base_scheduler [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Resources bound (agent type, host, resource id): {{(pid=93705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:19:25.253942 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Received port after_create {{(pid=93705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:19:25.257548 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Pushing event updated for resources: {'Port': ['ID=6b1406a7-ad6a-4423-addc-e36fa72a4a36,revision_number=1']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:25.306923 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Attempting to bind port 6b1406a7-ad6a-4423-addc-e36fa72a4a36 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:19:25.307300 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Attempting to bind port 6b1406a7-ad6a-4423-addc-e36fa72a4a36 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:19:25.307689 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Attempting to bind port 6b1406a7-ad6a-4423-addc-e36fa72a4a36 on network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:19:25.312668 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:19:25.312973 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Checking segment: {'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:19:25.313356 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:25.313743 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Bound using segment: {'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:19:25.314207 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Bound port: 6b1406a7-ad6a-4423-addc-e36fa72a4a36, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:19:25.314555 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:25.373832 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:25.377036 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] For port 6b1406a7-ad6a-4423-addc-e36fa72a4a36, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:19:25.380104 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] For port 6b1406a7-ad6a-4423-addc-e36fa72a4a36, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=6b1406a7-ad6a-4423-addc-e36fa72a4a36,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:19:25.393432 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:25.403614 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67763b4a-f01c-4a9e-92c6-855ada1edaa2 req-85316c6f-9fc6-4a76-943a-07c687399300 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:25.405245 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-67763b4a-f01c-4a9e-92c6-855ada1edaa2 req-85316c6f-9fc6-4a76-943a-07c687399300 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0543182 Jul 28 04:19:25.455345 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-67763b4a-f01c-4a9e-92c6-855ada1edaa2 req-80bc6677-f152-4720-ae0c-88df43d5840e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441494 Jul 28 04:19:25.458653 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:25.545809 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ee804-edfe-4df9-85a6-a1ba59b351d3 None None] Pushing event updated for resources: {'Port': ['ID=6b1406a7-ad6a-4423-addc-e36fa72a4a36,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:25.550447 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Allocated IP 172.27.2.219 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/33653b2e-a3b9-4123-9413-f2c90f43533f) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:19:25.592358 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec54c4-912e-4cc6-91dc-04ef9b24d5f0 req-a6ee6f70-aeb1-4063-9675-9fb342ff2822 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:25.595113 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-65ec54c4-912e-4cc6-91dc-04ef9b24d5f0 req-a6ee6f70-aeb1-4063-9675-9fb342ff2822 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0705588 Jul 28 04:19:25.633238 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-65ec54c4-912e-4cc6-91dc-04ef9b24d5f0 req-50b612a2-cc1e-4da4-b9c7-bce8ef121c69 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372252 Jul 28 04:19:25.668450 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:25.782593 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:25.824982 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:19:25.827827 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:19:25.832919 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:19:25.861307 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Pushing event updated for resources: {'Port': ['ID=33653b2e-a3b9-4123-9413-f2c90f43533f,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:25.983651 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 59480) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:26.095279 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6fb360e-a29d-4f46-9a1b-15fab5163748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:26.191578 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6fb360e-a29d-4f46-9a1b-15fab5163748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:26.264732 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6fb360e-a29d-4f46-9a1b-15fab5163748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:26.308508 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-e6fb360e-a29d-4f46-9a1b-15fab5163748 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be43fc69fadb40ca86cf55e660e30f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233953 Jul 28 04:19:26.309487 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb360e-a29d-4f46-9a1b-15fab5163748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd3de06-450e-4a2d-b80f-9547aa208ad2,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:26.311084 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59484) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:26.446766 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3472-1383-417d-828f-079ecaf4c72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:26.468821 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dede068-99d3-4fc9-b360-4484654c1a08 None None] Network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:19:26.469796 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:26.512399 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3472-1383-417d-828f-079ecaf4c72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:26.596645 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84de6c7-a146-4a3c-b0f9-35d5e7b70df5 req-92511424-4366-4272-8b9d-1f94cac97f66 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:26.604153 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e84de6c7-a146-4a3c-b0f9-35d5e7b70df5 req-92511424-4366-4272-8b9d-1f94cac97f66 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0564854 Jul 28 04:19:26.635578 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-a45c755a-d56d-4db0-bae1-60a1f8938752 None None] Provisioning for port 6b1406a7-ad6a-4423-addc-e36fa72a4a36 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:26.639876 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e84de6c7-a146-4a3c-b0f9-35d5e7b70df5 req-239021fa-262a-425d-bab3-b012ff1d1e8b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347614 Jul 28 04:19:26.696086 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3472-1383-417d-828f-079ecaf4c72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:26.698601 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3472-1383-417d-828f-079ecaf4c72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:26.699797 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-d9eb3472-1383-417d-828f-079ecaf4c72f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3dd3de06-450e-4a2d-b80f-9547aa208ad2 HTTP/1.1" status: 204 len: 168 time: 0.3875487 Jul 28 04:19:26.713663 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb3472-1383-417d-828f-079ecaf4c72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd3de06-450e-4a2d-b80f-9547aa208ad2,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:26.733170 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603305'] for router, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:26.773394 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85489fbb-8f99-4f17-ae61-b74227bb9e6f req-e59e663c-8193-4ba6-bd3b-49626581e457 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:26.776175 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85489fbb-8f99-4f17-ae61-b74227bb9e6f req-e59e663c-8193-4ba6-bd3b-49626581e457 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0633442 Jul 28 04:19:26.840739 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-85489fbb-8f99-4f17-ae61-b74227bb9e6f req-d73bd2c0-1866-436e-ac19-76e94d0dfe73 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587122 Jul 28 04:19:26.956418 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 is scheduled to L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 with binding_index 1 {{(pid=93704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:19:27.064844 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:19:27.075551 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Sync routers for ids ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:19:27.085539 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Routers {'12abc4be-37b5-4c25-b9ea-ec6240a013f0'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:27.086345 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:19:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:27.179904 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.181102 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ea9b3cff-dbab-43ff-9ab1-87a95d7323c0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4260547 Jul 28 04:19:27.184011 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 59500) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:27.197406 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Set router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:27.323825 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 6b1406a7-ad6a-4423-addc-e36fa72a4a36 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:27.392460 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:19:26Z', 'revision_number': 3, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:27.416387 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59502) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:27.422321 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Checking router: 12abc4be-37b5-4c25-b9ea-ec6240a013f0 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:19:27.423682 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Updating router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 port 33653b2e-a3b9-4123-9413-f2c90f43533f binding host dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:19:27.432446 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-35108633-5794-4a21-98fd-91eaf74a5451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.441721 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 6b1406a7-ad6a-4423-addc-e36fa72a4a36 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:27.446662 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 6b1406a7-ad6a-4423-addc-e36fa72a4a36 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:27.446971 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.452398 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.544236 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-35108633-5794-4a21-98fd-91eaf74a5451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.550176 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.602020 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 6b1406a7-ad6a-4423-addc-e36fa72a4a36, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=6b1406a7-ad6a-4423-addc-e36fa72a4a36,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:27.620479 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-35108633-5794-4a21-98fd-91eaf74a5451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.652269 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-35108633-5794-4a21-98fd-91eaf74a5451 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9175a6beb8f484181d94c327bc85109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346067 Jul 28 04:19:27.659380 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59506) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:27.676619 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.687834 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.705598 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35108633-5794-4a21-98fd-91eaf74a5451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86000766-09ab-432d-9fbb-644c1f2eef33,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:27.745587 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=6b1406a7-ad6a-4423-addc-e36fa72a4a36,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:27.780603 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bba8188b-58ce-4f91-984c-01a7a0f36417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.807234 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bba8188b-58ce-4f91-984c-01a7a0f36417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.817048 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.829774 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Transition to ACTIVE for port object 33653b2e-a3b9-4123-9413-f2c90f43533f will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:19:27.866666 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91633cf1-b6b0-4326-9cb7-f8f27d201471 req-f2661644-a795-432c-b04d-2e2ab21c6a89 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:27.868186 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-91633cf1-b6b0-4326-9cb7-f8f27d201471 req-f2661644-a795-432c-b04d-2e2ab21c6a89 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.1091385 Jul 28 04:19:27.899918 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Allocated IP 172.20.0.1 (6f18a0da-3cc6-49f6-809a-47ae9fa19bb0/527b9ad8-c8ba-41cb-a8ae-5e912e6db0de/01ad328f-faa1-483a-8919-287853b55d22) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:19:27.939141 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.967648 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-91633cf1-b6b0-4326-9cb7-f8f27d201471 req-02765ada-bf39-4278-b87c-3556a575a52f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882850 Jul 28 04:19:27.985352 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bba8188b-58ce-4f91-984c-01a7a0f36417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.987906 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-bba8188b-58ce-4f91-984c-01a7a0f36417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:27.992750 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-bba8188b-58ce-4f91-984c-01a7a0f36417 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86000766-09ab-432d-9fbb-644c1f2eef33 HTTP/1.1" status: 204 len: 168 time: 0.3287234 Jul 28 04:19:27.997257 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8188b-58ce-4f91-984c-01a7a0f36417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86000766-09ab-432d-9fbb-644c1f2eef33,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:28.005142 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Pushing event updated for resources: {'Port': ['ID=33653b2e-a3b9-4123-9413-f2c90f43533f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:28.013243 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:28.013476 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:28.013827 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:28.014168 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:28.014500 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:28.015000 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:28.015483 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:28.015977 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:28.016673 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:28.017301 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:28.018036 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:28.018508 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:28.039964 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Attempting to bind port 33653b2e-a3b9-4123-9413-f2c90f43533f on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:19:28.040952 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Attempting to bind port 33653b2e-a3b9-4123-9413-f2c90f43533f by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:19:28.041397 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Attempting to bind port 33653b2e-a3b9-4123-9413-f2c90f43533f on network d3136975-6585-468b-8186-a315d5f73f38 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:19:28.051032 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3da833-d59a-4e52-a2a0-d9c5840d9248 req-ac86b550-0b12-43fd-8b3c-c37707d29c76 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:28.059258 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:19:28.059570 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Checking segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:19:28.062232 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:28.062378 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de3da833-d59a-4e52-a2a0-d9c5840d9248 req-ac86b550-0b12-43fd-8b3c-c37707d29c76 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.1468668 Jul 28 04:19:28.065616 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Bound using segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:19:28.067154 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Bound port: 33653b2e-a3b9-4123-9413-f2c90f43533f, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:19:28.067580 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:28.126830 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de3da833-d59a-4e52-a2a0-d9c5840d9248 req-8a2783c8-06f4-490b-bac1-4504c42893d8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Jul 28 04:19:28.141586 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] For port 33653b2e-a3b9-4123-9413-f2c90f43533f, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:19:28.144710 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] For port 33653b2e-a3b9-4123-9413-f2c90f43533f, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=33653b2e-a3b9-4123-9413-f2c90f43533f,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:19:28.145658 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:28.159346 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Transition to ACTIVE for port object 01ad328f-faa1-483a-8919-287853b55d22 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:19:28.210008 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:28.260521 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Routers {'12abc4be-37b5-4c25-b9ea-ec6240a013f0'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:28.261121 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:19:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:28.282315 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:28.320028 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:19:28.328130 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:19:28.329491 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:19:28.330000 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603126'] for router_interface, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:28.389428 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c4fb3-ea56-4a0c-8aa2-efb6b643a488 None None] Pushing event updated for resources: {'Port': ['ID=33653b2e-a3b9-4123-9413-f2c90f43533f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:28.450572 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Pushing event updated for resources: {'Port': ['ID=01ad328f-faa1-483a-8919-287853b55d22,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:28.509173 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] Set router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:28.586850 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:28.666660 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-2988f8b3-a0a9-4ebd-8b32-ef4fdc878053 None None] Provisioning for port 01ad328f-faa1-483a-8919-287853b55d22 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:28.674393 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-2988f8b3-a0a9-4ebd-8b32-ef4fdc878053 None None] Provisioning complete for port 01ad328f-faa1-483a-8919-287853b55d22 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:28.674989 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-2988f8b3-a0a9-4ebd-8b32-ef4fdc878053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:28.722219 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:19:26Z', 'revision_number': 3, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:28.755783 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b5cc0-dd1a-4d22-a95e-db7cfe68f2fd None None] The sync data for ids ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'] in dv-cinder-740146-11-iscsi is: [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:19:26Z', 'revision_number': 3, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:19:28.765367 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-2988f8b3-a0a9-4ebd-8b32-ef4fdc878053 None None] Port 01ad328f-faa1-483a-8919-287853b55d22 cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:19:28.785468 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:28.879142 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:28.879916 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707430'] for router_interface, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:28.982846 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Pushing event updated for resources: {'Port': ['ID=01ad328f-faa1-483a-8919-287853b55d22,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:29.061064 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:19:29.062444 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:19:29.184778 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174b706-3ae1-4fde-9af8-c0681e5c3893 req-dfaa5f4a-9fad-4dbb-aef6-66072c54e492 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:29.186362 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a174b706-3ae1-4fde-9af8-c0681e5c3893 req-dfaa5f4a-9fad-4dbb-aef6-66072c54e492 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.1187549 Jul 28 04:19:29.406540 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-9d2909e0-c0a7-4bec-88d5-5c919ed89e12 None None] Provisioning complete for port 01ad328f-faa1-483a-8919-287853b55d22 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:29.487237 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9d2909e0-c0a7-4bec-88d5-5c919ed89e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:29.509779 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:19:29.527541 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-9d2909e0-c0a7-4bec-88d5-5c919ed89e12 None None] Port 01ad328f-faa1-483a-8919-287853b55d22 cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:19:29.530093 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f6282-6aee-4bda-8f84-3fe32bd90f00 req-f6ecb552-1a12-42ef-a53b-4216b433604e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:29.531662 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ba1f6282-6aee-4bda-8f84-3fe32bd90f00 req-f6ecb552-1a12-42ef-a53b-4216b433604e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.2792475 Jul 28 04:19:29.536152 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 33653b2e-a3b9-4123-9413-f2c90f43533f up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:29.569264 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a174b706-3ae1-4fde-9af8-c0681e5c3893 req-d8dd56de-d6aa-469b-a513-d79f2998e28f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072195 Jul 28 04:19:29.734109 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ba1f6282-6aee-4bda-8f84-3fe32bd90f00 req-612361a7-412c-44cd-a8a2-3db88ba8a44a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636453 Jul 28 04:19:29.777439 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 33653b2e-a3b9-4123-9413-f2c90f43533f completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:29.783577 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 33653b2e-a3b9-4123-9413-f2c90f43533f triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:29.785377 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:29.863973 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:19:29.878377 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-8040b98a-1659-4d8e-ac1e-3906b93a7392 admin admin] 10.222.0.42 "PUT /v2.0/routers/12abc4be-37b5-4c25-b9ea-ec6240a013f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6932716 Jul 28 04:19:29.947776 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:29.970550 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 33653b2e-a3b9-4123-9413-f2c90f43533f, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=33653b2e-a3b9-4123-9413-f2c90f43533f,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:30.051779 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:30.052731 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 6b1406a7-ad6a-4423-addc-e36fa72a4a36 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:30.138452 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=33653b2e-a3b9-4123-9413-f2c90f43533f,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:30.149582 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 6b1406a7-ad6a-4423-addc-e36fa72a4a36 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:30.149818 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:30.339304 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da535636-63d5-45fc-a86b-703712825d4a req-83fe2fff-c77b-4e7d-9908-7c14b09d946a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:30.340839 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-da535636-63d5-45fc-a86b-703712825d4a req-83fe2fff-c77b-4e7d-9908-7c14b09d946a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0824339 Jul 28 04:19:30.351458 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c30fdf2b-6772-4cab-a800-39f8ca4471c1 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:30.353006 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c30fdf2b-6772-4cab-a800-39f8ca4471c1 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/networks?id=c90076fc-be26-4230-8453-0eb58936742a HTTP/1.1" status: 200 len: 815 time: 0.1797814 Jul 28 04:19:30.377452 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59584) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:30.384445 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-02bc42ad-604b-4489-ad2c-add60c6eaa75 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/quotas/1089e5c57f6346feb7bc08c65f939b2a HTTP/1.1" status: 200 len: 375 time: 0.0242863 Jul 28 04:19:30.428799 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-da535636-63d5-45fc-a86b-703712825d4a req-f81691f1-13e4-4ca7-acf0-c134b615a9ee tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747068 Jul 28 04:19:30.476406 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-b88cb643-ffc5-4a3d-a330-4919327ba02b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823257 Jul 28 04:19:30.500621 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-188f5397-eacd-4f4f-854d-092c081d9353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:30.582506 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-f6e402dd-a07c-4d2a-a58a-83e42c685355 service neutron] 10.222.0.42 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987284 Jul 28 04:19:30.605966 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-188f5397-eacd-4f4f-854d-092c081d9353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:30.681052 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-188f5397-eacd-4f4f-854d-092c081d9353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:30.711447 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a52d8-84db-4d4f-a81e-b8336942df28 req-e50b0478-852f-418d-9c72-c213e449c1c2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:30.712959 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f45a52d8-84db-4d4f-a81e-b8336942df28 req-e50b0478-852f-418d-9c72-c213e449c1c2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0796211 Jul 28 04:19:30.718820 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-f0567338-10fe-4fe8-8660-02a1d48c8fa7 service neutron] 10.222.0.42 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354945 Jul 28 04:19:30.728619 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-188f5397-eacd-4f4f-854d-092c081d9353 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f7dfad9ae8d41f29ec5750cc75b2f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499546 Jul 28 04:19:30.729643 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f5397-eacd-4f4f-854d-092c081d9353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2368d8e8-639f-4538-a5a7-72cc0d85e8da,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:30.735097 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59596) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:30.764819 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f45a52d8-84db-4d4f-a81e-b8336942df28 req-37073baf-6954-435b-bd65-51209d9edbf0 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405319 Jul 28 04:19:30.823008 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59602) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:30.834610 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1351268674-network', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:19:30.835915 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-84e59372-98d3-4a88-92cf-8fbb1ce0b185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:30.855537 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Sync routers for ids ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:19:30.868011 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Routers {'12abc4be-37b5-4c25-b9ea-ec6240a013f0'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:30.868765 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:19:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:30.870466 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-84e59372-98d3-4a88-92cf-8fbb1ce0b185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:30.889012 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde5e90-8e51-4412-b224-2fd49e1f72a3 req-6e147de2-fe49-4e5a-a47c-dea77e2c3560 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:30.890529 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-adde5e90-8e51-4412-b224-2fd49e1f72a3 req-6e147de2-fe49-4e5a-a47c-dea77e2c3560 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0614409 Jul 28 04:19:30.932377 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-adde5e90-8e51-4412-b224-2fd49e1f72a3 req-9c079b7a-297d-4431-9670-5cfcd0091f25 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355048 Jul 28 04:19:30.945384 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Made reservation on behalf of eb542bfbb5cf473b9058499b10552c16 for: {'network': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:19:30.948135 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:30.956987 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:30.984285 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Set router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:31.059038 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-84e59372-98d3-4a88-92cf-8fbb1ce0b185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.061788 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-84e59372-98d3-4a88-92cf-8fbb1ce0b185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.062952 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-84e59372-98d3-4a88-92cf-8fbb1ce0b185 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2368d8e8-639f-4538-a5a7-72cc0d85e8da HTTP/1.1" status: 204 len: 168 time: 0.3264906 Jul 28 04:19:31.083901 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e59372-98d3-4a88-92cf-8fbb1ce0b185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2368d8e8-639f-4538-a5a7-72cc0d85e8da,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:31.190594 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-416a5252-0f02-4c92-9b83-426565a61a44 req-5b204b97-55e6-4846-9f9a-d3868376393d tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 210 time: 0.0968938 Jul 28 04:19:31.198782 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.253332 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.286494 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6739d3f1-ce02-4822-a773-324a41dd4385,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:31.289095 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:19:31.290149 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:19:28Z', 'revision_number': 4, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '01ad328f-faa1-483a-8919-287853b55d22', 'name': '', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'mac_address': 'fa:16:3e:8c:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:27Z', 'updated_at': '2021-07-28T04:19:28Z', 'revision_number': 2, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'subnets': [{'id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:31.294215 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 33653b2e-a3b9-4123-9413-f2c90f43533f up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:31.299024 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.299352 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.segments_db [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Added segment 77a47d1a-e821-4dea-822b-a135da869826 of type vlan for network a77d296a-3112-4b63-8da9-2432d1411a98 Jul 28 04:19:31.343301 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Checking router: 12abc4be-37b5-4c25-b9ea-ec6240a013f0 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:19:31.343301 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Updating router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 port 01ad328f-faa1-483a-8919-287853b55d22 binding host dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:19:31.344149 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.378421 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.432320 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 33653b2e-a3b9-4123-9413-f2c90f43533f triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:31.432766 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.470059 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.470059 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:31.470059 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.561982 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7377143 Jul 28 04:19:31.568969 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59620) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:31.574957 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-0c6ad911-a979-42a9-ab94-07f72b562a9e admin admin] Request body: {'subnet': {'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1351268674-subnet', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'ip_version': 4}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:19:31.600102 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e747bdf-dad4-4890-b1bf-62bf60dbc38f admin admin] Pushing event updated for resources: {'Network': ['ID=a77d296a-3112-4b63-8da9-2432d1411a98,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:31.618224 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59dfb5-0793-42b3-a43d-0243411a825f req-0a7a1c05-6c5a-4607-ad27-16e0292bda1f tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:31.620326 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2d59dfb5-0793-42b3-a43d-0243411a825f req-0a7a1c05-6c5a-4607-ad27-16e0292bda1f tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0841706 Jul 28 04:19:31.639863 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network a77d296a-3112-4b63-8da9-2432d1411a98 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:19:31.691007 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6ad911-a979-42a9-ab94-07f72b562a9e admin admin] Made reservation on behalf of eb542bfbb5cf473b9058499b10552c16 for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:19:31.697280 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2d59dfb5-0793-42b3-a43d-0243411a825f req-9cc18122-201b-4a20-b6d5-7a0c142910cd tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555205 Jul 28 04:19:31.698256 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0c6ad911-a979-42a9-ab94-07f72b562a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4594624'] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.809494 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Notify callbacks [] for port, precommit_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.820730 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Transition to ACTIVE for port object 01ad328f-faa1-483a-8919-287853b55d22 will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:19:31.870576 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:31.892825 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f92cd-1392-438e-903f-486220751a56 req-76ea815c-9741-4b8b-b1a6-318995e944b9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:31.894438 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fe5f92cd-1392-438e-903f-486220751a56 req-76ea815c-9741-4b8b-b1a6-318995e944b9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0575695 Jul 28 04:19:31.931241 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d246b0-2a9c-408c-acb2-d94ff7290045 None None] Pushing event updated for resources: {'Port': ['ID=01ad328f-faa1-483a-8919-287853b55d22,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:31.943034 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fe5f92cd-1392-438e-903f-486220751a56 req-bb85b870-06c7-4613-a4bd-804cc6b33660 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373592 Jul 28 04:19:31.998118 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Attempting to bind port 01ad328f-faa1-483a-8919-287853b55d22 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:19:31.998490 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Attempting to bind port 01ad328f-faa1-483a-8919-287853b55d22 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:19:31.998852 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Attempting to bind port 01ad328f-faa1-483a-8919-287853b55d22 on network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:19:32.007123 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:19:32.007808 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Checking segment: {'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:19:32.008557 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:32.008675 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0c6ad911-a979-42a9-ab94-07f72b562a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4447671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4594610'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:32.008868 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Bound using segment: {'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:19:32.009577 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Bound port: 01ad328f-faa1-483a-8919-287853b55d22, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:19:32.010040 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:32.079255 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ad911-a979-42a9-ab94-07f72b562a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:32.091557 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091e6e5-37dc-45a2-b66b-38a8c83cdaab req-93a5ee39-e390-466d-b2fd-4025e68fc1b4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:32.103486 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f091e6e5-37dc-45a2-b66b-38a8c83cdaab req-93a5ee39-e390-466d-b2fd-4025e68fc1b4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0923913 Jul 28 04:19:32.112377 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ad911-a979-42a9-ab94-07f72b562a9e admin admin] Checking segment: {'id': '77a47d1a-e821-4dea-822b-a135da869826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:19:32.112912 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6ad911-a979-42a9-ab94-07f72b562a9e admin admin] Network hostable DHCP agents. Network: a77d296a-3112-4b63-8da9-2432d1411a98, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:19:32.149032 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f091e6e5-37dc-45a2-b66b-38a8c83cdaab req-21346893-af6b-498f-a2e0-99e29a1688d7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379725 Jul 28 04:19:32.157652 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] For port 01ad328f-faa1-483a-8919-287853b55d22, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:19:32.163873 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] For port 01ad328f-faa1-483a-8919-287853b55d22, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=01ad328f-faa1-483a-8919-287853b55d22,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:19:32.204753 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6ad911-a979-42a9-ab94-07f72b562a9e admin admin] Network a77d296a-3112-4b63-8da9-2432d1411a98 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:19:32.257975 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:32.285263 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-0c6ad911-a979-42a9-ab94-07f72b562a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, a77d296a-3112-4b63-8da9-2432d1411a98) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:19:32.293247 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ad911-a979-42a9-ab94-07f72b562a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:32.295419 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0c6ad911-a979-42a9-ab94-07f72b562a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:32.325011 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1ddd4244-d7ef-4a8e-b2c8-744d932e1c6f req-d78bce05-ac05-4de2-ad08-37a25ee5a4b9 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 210 time: 0.0460985 Jul 28 04:19:32.325173 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a9e714-0d14-4014-a6ec-69e6069bda73 None None] Network a77d296a-3112-4b63-8da9-2432d1411a98 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:19:32.429832 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Routers {'12abc4be-37b5-4c25-b9ea-ec6240a013f0'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:32.430841 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:19:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:32.438573 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d246b0-2a9c-408c-acb2-d94ff7290045 None None] Pushing event updated for resources: {'Port': ['ID=01ad328f-faa1-483a-8919-287853b55d22,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:32.446106 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-0c6ad911-a979-42a9-ab94-07f72b562a9e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8758357 Jul 28 04:19:32.448774 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 59656) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:32.453265 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1351268674-router', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:19:32.483616 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-5ea5272a-eac4-40b6-8ff4-742f41711258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:32.557218 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-70909'] for router, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:32.559514 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-70890'] for router, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:32.621976 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:32.761209 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] Set router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:32.827973 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74395e69-ebfd-5780-85ed-cc8d62eaf3f4-a77d296a-3112-4b63-8da9-2432d1411a98', 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'fixed_ips': [{'subnet_id': 'abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a'}]}} from dv-cinder-740146-11-iscsi. {{(pid=93705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:19:32.827973 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:32.866651 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132989b-2efe-4287-bf3c-99dc7e6f9f00 req-69057049-9b51-42aa-bc15-2ebef109743a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:32.877632 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1132989b-2efe-4287-bf3c-99dc7e6f9f00 req-69057049-9b51-42aa-bc15-2ebef109743a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0799212 Jul 28 04:19:32.946050 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-70680'] for router, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:32.959519 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1132989b-2efe-4287-bf3c-99dc7e6f9f00 req-231b4a18-2ec2-4b9e-bfb5-45668cc8c08a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745859 Jul 28 04:19:33.085033 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59d6dc-7aba-4eef-86ae-321ed0fb4097 req-4984f85d-aced-40d3-a510-e842e9e4128d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:33.092686 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ad59d6dc-7aba-4eef-86ae-321ed0fb4097 req-4984f85d-aced-40d3-a510-e842e9e4128d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0584388 Jul 28 04:19:33.097098 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.db_base_plugin_common [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Allocated IP 172.20.0.2 (a77d296a-3112-4b63-8da9-2432d1411a98/abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a/1714e908-6e94-4ce8-8c6b-847b231e55fe) {{(pid=93705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:19:33.132437 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ad59d6dc-7aba-4eef-86ae-321ed0fb4097 req-d4ad12eb-4652-42a6-85ea-56fd742c4509 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388334 Jul 28 04:19:33.182836 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:19:28Z', 'revision_number': 4, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '01ad328f-faa1-483a-8919-287853b55d22', 'name': '', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'mac_address': 'fa:16:3e:8c:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:27Z', 'updated_at': '2021-07-28T04:19:32Z', 'revision_number': 4, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'subnets': [{'id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:33.219223 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d0b55-2854-4b86-9c58-654caf670723 None None] The sync data for ids ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'] in dv-cinder-740146-11-iscsi is: [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:19:28Z', 'revision_number': 4, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '01ad328f-faa1-483a-8919-287853b55d22', 'name': '', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'mac_address': 'fa:16:3e:8c:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:27Z', 'updated_at': '2021-07-28T04:19:32Z', 'revision_number': 4, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'subnets': [{'id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:19:33.274285 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:33.316660 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Notify callbacks [] for port, precommit_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:33.330322 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Transition to ACTIVE for port object 1714e908-6e94-4ce8-8c6b-847b231e55fe will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:19:33.342101 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:33.354645 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55275a7d-e28b-49e2-abd6-09b1a91f54d6 req-77b51971-0e63-4534-a1e4-ba018223af1d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:33.356252 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-55275a7d-e28b-49e2-abd6-09b1a91f54d6 req-77b51971-0e63-4534-a1e4-ba018223af1d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.1188986 Jul 28 04:19:33.379797 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Transition to ACTIVE for port object 1714e908-6e94-4ce8-8c6b-847b231e55fe will not be triggered until provisioned by entity DHCP. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:19:33.430365 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-55275a7d-e28b-49e2-abd6-09b1a91f54d6 req-c05794c2-9cf4-4de7-88c8-fa447c837744 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618963 Jul 28 04:19:33.450872 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:33.464841 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3ee9f00a-95f4-45eb-88b4-4f31112eb1e1 req-d6c209ef-042b-457b-bc99-464d54857d75 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 210 time: 0.0270722 Jul 28 04:19:33.509698 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Network a77d296a-3112-4b63-8da9-2432d1411a98 is already hosted by enough agents. {{(pid=93705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:19:33.512705 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.base_scheduler [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Resources bound (agent type, host, resource id): {{(pid=93705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:19:33.516682 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Received port after_create {{(pid=93705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:19:33.519655 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Allocated IP 172.27.2.75 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/18e8c5a9-3cb6-4b4c-a045-4f39186db8de) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:19:33.537005 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Pushing event updated for resources: {'Port': ['ID=1714e908-6e94-4ce8-8c6b-847b231e55fe,revision_number=1']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:33.610156 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Attempting to bind port 1714e908-6e94-4ce8-8c6b-847b231e55fe on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:19:33.610852 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Attempting to bind port 1714e908-6e94-4ce8-8c6b-847b231e55fe by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '77a47d1a-e821-4dea-822b-a135da869826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:19:33.611313 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Attempting to bind port 1714e908-6e94-4ce8-8c6b-847b231e55fe on network a77d296a-3112-4b63-8da9-2432d1411a98 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:19:33.628172 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:19:33.628172 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Checking segment: {'id': '77a47d1a-e821-4dea-822b-a135da869826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:19:33.628172 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:33.628172 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Bound using segment: {'id': '77a47d1a-e821-4dea-822b-a135da869826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:19:33.628172 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Bound port: 1714e908-6e94-4ce8-8c6b-847b231e55fe, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a47d1a-e821-4dea-822b-a135da869826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:19:33.628172 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:33.709028 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] For port 1714e908-6e94-4ce8-8c6b-847b231e55fe, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:19:33.713412 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] For port 1714e908-6e94-4ce8-8c6b-847b231e55fe, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=1714e908-6e94-4ce8-8c6b-847b231e55fe,segment=NetworkSegment(77a47d1a-e821-4dea-822b-a135da869826),segment_id=77a47d1a-e821-4dea-822b-a135da869826)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:19:33.743648 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-bc4055dc-993e-4372-945e-834bda29985a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:33.745103 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-bc4055dc-993e-4372-945e-834bda29985a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "GET /v2.0/networks?id=c90076fc-be26-4230-8453-0eb58936742a HTTP/1.1" status: 200 len: 815 time: 0.1465647 Jul 28 04:19:33.754841 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:33.764515 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Request body: {'port': {'device_id': 'ba7afb3b-258a-476e-8e7b-ce393740cea8', 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a', 'admin_state_up': True, 'tenant_id': '1089e5c57f6346feb7bc08c65f939b2a'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:19:33.852985 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:33.920589 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e84b7-034a-4135-b4ee-efe40659e66f None None] Pushing event updated for resources: {'Port': ['ID=1714e908-6e94-4ce8-8c6b-847b231e55fe,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:33.976748 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:34.068392 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Made reservation on behalf of 1089e5c57f6346feb7bc08c65f939b2a for: {'port': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:19:34.072486 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:34.125140 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb91ece-3859-4559-8c62-89fe6b6e87a6 req-b1edfb63-5e2b-4200-9d16-09af35fa88ac tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:34.132257 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9eb91ece-3859-4559-8c62-89fe6b6e87a6 req-b1edfb63-5e2b-4200-9d16-09af35fa88ac tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0915327 Jul 28 04:19:34.135420 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:19:34.141719 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:19:34.152334 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:19:34.211901 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Pushing event updated for resources: {'Port': ['ID=18e8c5a9-3cb6-4b4c-a045-4f39186db8de,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:34.232247 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9eb91ece-3859-4559-8c62-89fe6b6e87a6 req-15024065-13ee-4e0b-b9c7-cc207c5a577c tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923855 Jul 28 04:19:34.335094 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0773644-6e5d-4583-ae03-f9e381c8666f req-753e8cc3-c669-499a-8474-c8a55208d507 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:34.336875 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d0773644-6e5d-4583-ae03-f9e381c8666f req-753e8cc3-c669-499a-8474-c8a55208d507 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0875607 Jul 28 04:19:34.396038 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d0773644-6e5d-4583-ae03-f9e381c8666f req-d34c96ec-e77f-434e-a4e8-37862529ed14 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517235 Jul 28 04:19:34.461538 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Allocated IP 172.20.0.5 (c90076fc-be26-4230-8453-0eb58936742a/7370c4f1-833e-4900-883c-587a55a21003/9bf2ff36-b57d-4c44-8a28-7ecad94e47f9) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:19:34.591834 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7954e8c1-d070-404a-9949-1c9dfc5e91e5 req-38cc7809-f125-49e6-8486-bd7f92e6fd56 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 210 time: 0.0287368 Jul 28 04:19:34.604083 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f89739-a1ab-4ccf-bb8b-fb04f9f03146 req-1f1aa56e-c4f5-47c8-a228-f7c1c4b4fda8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:34.605906 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-05f89739-a1ab-4ccf-bb8b-fb04f9f03146 req-1f1aa56e-c4f5-47c8-a228-f7c1c4b4fda8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0914931 Jul 28 04:19:34.705534 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-05f89739-a1ab-4ccf-bb8b-fb04f9f03146 req-ad5439a5-bb41-4d12-a1c5-d472c47b2b9a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824137 Jul 28 04:19:34.759248 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:34.771169 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-417b368f-8f06-454d-93fa-60c50484071e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:34.792979 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:34.937744 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:34.956428 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['a094b772-d519-48b6-99af-c7bda8cabf82', '427b3759-9290-4dd4-ad1e-c21383c5cbf4', '76bfc513-a3e7-4b28-a6b8-a9853a880dc6'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:19:35.025432 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Network c90076fc-be26-4230-8453-0eb58936742a is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:19:35.034541 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:19:35.038425 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:19:35.040979 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Pushing event updated for resources: {'Port': ['ID=9bf2ff36-b57d-4c44-8a28-7ecad94e47f9,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:35.070800 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe9ddc5-ad8f-4f45-8efc-ea3aa62fed15 None None] Network a77d296a-3112-4b63-8da9-2432d1411a98 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:19:35.096188 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603305'] for router, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:35.107243 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:35.107887 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:35.256909 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d2a8c03-39ee-473e-8fc6-104decd869d8 None None] Provisioning for port 1714e908-6e94-4ce8-8c6b-847b231e55fe completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:35.291718 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:35.403575 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 1714e908-6e94-4ce8-8c6b-847b231e55fe up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:35.448133 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-7f5e2a57-935b-4e69-8bcc-f8b63e5ac77f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6874380 Jul 28 04:19:35.473710 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Request body: {'port': {'device_id': 'ba7afb3b-258a-476e-8e7b-ce393740cea8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:19:35.580310 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:35.588047 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 1714e908-6e94-4ce8-8c6b-847b231e55fe completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:35.592435 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 1714e908-6e94-4ce8-8c6b-847b231e55fe triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:35.592826 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:35.697271 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:35.731279 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d194b-8b74-48ec-ac89-94e48e509e9e req-f59ef429-3809-4998-b12e-e4d590a1079a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:35.734753 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-274d194b-8b74-48ec-ac89-94e48e509e9e req-f59ef429-3809-4998-b12e-e4d590a1079a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.3800089 Jul 28 04:19:35.741728 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 1714e908-6e94-4ce8-8c6b-847b231e55fe, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=1714e908-6e94-4ce8-8c6b-847b231e55fe,segment=NetworkSegment(77a47d1a-e821-4dea-822b-a135da869826),segment_id=77a47d1a-e821-4dea-822b-a135da869826)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:35.741728 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-418130a3-15bb-4c28-92b6-7f630928b072 None None] Provisioning complete for port 1714e908-6e94-4ce8-8c6b-847b231e55fe triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:35.741728 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-418130a3-15bb-4c28-92b6-7f630928b072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:35.765605 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4a932-3e0e-46af-9323-ab6fcffebd4f req-4bb35f05-f875-460a-872b-b1a5b75ce038 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:35.773369 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9cd4a932-3e0e-46af-9323-ab6fcffebd4f req-4bb35f05-f875-460a-872b-b1a5b75ce038 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0868821 Jul 28 04:19:35.800818 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Router 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 is scheduled to L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 with binding_index 1 {{(pid=93704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:19:35.826311 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9cd4a932-3e0e-46af-9323-ab6fcffebd4f req-e71e3ecf-0161-49ad-a32a-1bf3fad8db2c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522234 Jul 28 04:19:35.832039 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-274d194b-8b74-48ec-ac89-94e48e509e9e req-0d4949c0-6394-4d3e-9273-b259399de6ae tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910277 Jul 28 04:19:35.833344 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:35.840936 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 01ad328f-faa1-483a-8919-287853b55d22 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:35.885884 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-418130a3-15bb-4c28-92b6-7f630928b072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:35.970532 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=1714e908-6e94-4ce8-8c6b-847b231e55fe,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:35.974041 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:19:35.987967 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:35.988288 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:35.988635 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:35.989026 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:35.989290 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:35.989617 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:35.989941 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:35.990507 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:35.990826 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:35.991160 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:35.991522 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:35.991875 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:35.993621 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Sync routers for ids ['94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:19:36.003007 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.db.api [None req-418130a3-15bb-4c28-92b6-7f630928b072 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 04:19:36.003383 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG oslo_db.api [None req-418130a3-15bb-4c28-92b6-7f630928b072 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 04:19:36.017817 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf596df5-f49e-40ae-837d-7d5ab377cfc3 req-db25d4ce-957b-4fca-b407-12b69ef2dfa1 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:36.018000 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 {{(pid=93704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:19:36.019332 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cf596df5-f49e-40ae-837d-7d5ab377cfc3 req-db25d4ce-957b-4fca-b407-12b69ef2dfa1 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0921521 Jul 28 04:19:36.023207 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Routers {'94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:36.027205 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b9dd7-126e-41cf-ba49-5c810624d1d3 req-d408caf3-6913-4a75-8ca1-ce7e5ba2d60c tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:36.031673 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0c0b9dd7-126e-41cf-ba49-5c810624d1d3 req-d408caf3-6913-4a75-8ca1-ce7e5ba2d60c tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 931 time: 0.1109862 Jul 28 04:19:36.031863 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.035954 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:19:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:36.044341 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Transition to ACTIVE for port object 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:19:36.087432 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 01ad328f-faa1-483a-8919-287853b55d22 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:36.091664 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 01ad328f-faa1-483a-8919-287853b55d22 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:36.092084 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.096326 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0c0b9dd7-126e-41cf-ba49-5c810624d1d3 req-dfa4e2e7-bd6b-4c04-ab94-aee953544467 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568500 Jul 28 04:19:36.104623 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cf596df5-f49e-40ae-837d-7d5ab377cfc3 req-0ab38074-9197-43c2-a654-69faa99d27b1 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580668 Jul 28 04:19:36.122294 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.125482 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] Notify callbacks [] for router, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.126709 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-dd6f043d-c75e-44f5-a3ba-95586b2da908 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6768372 Jul 28 04:19:36.129872 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 59762) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:36.161589 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Set router 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:36.183010 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Pushing event updated for resources: {'Port': ['ID=9bf2ff36-b57d-4c44-8a28-7ecad94e47f9,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:36.223928 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.263396 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 01ad328f-faa1-483a-8919-287853b55d22, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=01ad328f-faa1-483a-8919-287853b55d22,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:36.280526 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Attempting to bind port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:19:36.280997 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Attempting to bind port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:19:36.281426 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Attempting to bind port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 on network c90076fc-be26-4230-8453-0eb58936742a {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:19:36.286068 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 on network c90076fc-be26-4230-8453-0eb58936742a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:19:36.286507 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Attempting to bind port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 on network c90076fc-be26-4230-8453-0eb58936742a {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:19:36.290806 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.292507 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:19:36.298455 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Checking segment: {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:19:36.298455 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Bound using segment: {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:19:36.298455 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Bound port: 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7a7ae7-9942-44a9-83ab-fadad5fab57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:19:36.298455 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.348770 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.375767 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] For port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9, host hv-cinder-74014, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:19:36.379380 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] For port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9bf2ff36-b57d-4c44-8a28-7ecad94e47f9,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:19:36.382891 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'name': 'tempest-TestMinimumBasicScenario-1351268674-router', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:32Z', 'updated_at': '2021-07-28T04:19:34Z', 'revision_number': 3, 'project_id': 'eb542bfbb5cf473b9058499b10552c16', 'gw_port': {'id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:33Z', 'updated_at': '2021-07-28T04:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:36.413205 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Checking router: 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:19:36.413606 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Updating router 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 port 18e8c5a9-3cb6-4b4c-a045-4f39186db8de binding host dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:19:36.420644 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=01ad328f-faa1-483a-8919-287853b55d22,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:36.445561 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.494301 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.540390 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:36.541443 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.543539 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] 10.222.0.22 "PUT /v2.0/ports/9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 HTTP/1.1" status: 200 len: 1093 time: 1.0778525 Jul 28 04:19:36.545847 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7afb3b-258a-476e-8e7b-ce393740cea8', 'tag': '9bf2ff36-b57d-4c44-8a28-7ecad94e47f9'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:19:36.548565 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f9e407-31aa-4319-9b62-dd7af6c95fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7afb3b-258a-476e-8e7b-ce393740cea8", "tag": "9bf2ff36-b57d-4c44-8a28-7ecad94e47f9"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:19:36.589868 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b67c3-20e5-4f7f-80ca-e6cb1476f2ce service neutron] Pushing event updated for resources: {'Port': ['ID=9bf2ff36-b57d-4c44-8a28-7ecad94e47f9,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:36.601285 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6592c48-98fd-4e01-8c56-e307b0a0ca39 x-openstack-request-id: req-f6592c48-98fd-4e01-8c56-e307b0a0ca39 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:19:36.601570 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7afb3b-258a-476e-8e7b-ce393740cea8", "tag": "9bf2ff36-b57d-4c44-8a28-7ecad94e47f9", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:19:36.601820 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6592c48-98fd-4e01-8c56-e307b0a0ca39 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:19:36.602211 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7afb3b-258a-476e-8e7b-ce393740cea8', 'tag': '9bf2ff36-b57d-4c44-8a28-7ecad94e47f9', 'status': 'completed', 'code': 200} Jul 28 04:19:36.653326 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.677812 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9e407-31aa-4319-9b62-dd7af6c95fcb req-21a529ff-4639-4670-b74a-15a0535d55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:36.679493 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-11f9e407-31aa-4319-9b62-dd7af6c95fcb req-21a529ff-4639-4670-b74a-15a0535d55ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 1096 time: 0.0458574 Jul 28 04:19:36.739344 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.750294 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Transition to ACTIVE for port object 18e8c5a9-3cb6-4b4c-a045-4f39186db8de will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:19:36.785484 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9e407-31aa-4319-9b62-dd7af6c95fcb req-6e0f6fc4-263a-4158-9561-589ae4235121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:36.787458 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-11f9e407-31aa-4319-9b62-dd7af6c95fcb req-6e0f6fc4-263a-4158-9561-589ae4235121 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0973346 Jul 28 04:19:36.824500 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Allocated IP 172.20.0.1 (a77d296a-3112-4b63-8da9-2432d1411a98/abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a/bcecb7e6-9519-4be5-b87c-a320db56503b) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:19:36.873278 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.907049 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9e407-31aa-4319-9b62-dd7af6c95fcb req-c6c0192f-97cf-467c-9e53-c5cf8c8111ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:36.909119 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-11f9e407-31aa-4319-9b62-dd7af6c95fcb req-c6c0192f-97cf-467c-9e53-c5cf8c8111ea service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136205 Jul 28 04:19:36.932864 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f41efb-e348-4b5d-8d16-2919a2125cdf None None] Pushing event updated for resources: {'Port': ['ID=18e8c5a9-3cb6-4b4c-a045-4f39186db8de,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:36.972919 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.983890 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Attempting to bind port 18e8c5a9-3cb6-4b4c-a045-4f39186db8de on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:19:36.984384 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Attempting to bind port 18e8c5a9-3cb6-4b4c-a045-4f39186db8de by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:19:36.984835 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Attempting to bind port 18e8c5a9-3cb6-4b4c-a045-4f39186db8de on network d3136975-6585-468b-8186-a315d5f73f38 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:19:36.990188 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:19:36.990841 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Checking segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:19:36.991516 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:36.992002 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Bound using segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:19:36.992687 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Bound port: 18e8c5a9-3cb6-4b4c-a045-4f39186db8de, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:19:36.993215 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:37.001154 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-d9a6ca16-9391-42b0-a585-a54a8f5ee9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:37.002764 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-d9a6ca16-9391-42b0-a585-a54a8f5ee9fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 1096 time: 0.0461833 Jul 28 04:19:37.034176 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Transition to ACTIVE for port object bcecb7e6-9519-4be5-b87c-a320db56503b will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:19:37.050178 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] For port 18e8c5a9-3cb6-4b4c-a045-4f39186db8de, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:19:37.053343 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-18aae8c7-48d3-4c18-9ea3-fabf9486f3b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 HTTP/1.1" status: 200 len: 217 time: 0.0393534 Jul 28 04:19:37.053619 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] For port 18e8c5a9-3cb6-4b4c-a045-4f39186db8de, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=18e8c5a9-3cb6-4b4c-a045-4f39186db8de,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:19:37.071872 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c44bf-d7dd-47a4-af15-87d32b1c954f req-cce38d85-b2d3-4596-9942-afc0ac6e5c8f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:37.073379 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c82c44bf-d7dd-47a4-af15-87d32b1c954f req-cce38d85-b2d3-4596-9942-afc0ac6e5c8f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.1083391 Jul 28 04:19:37.082073 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62751d6f-5afe-4770-9790-efba11aa24c5 req-6709ad48-62b2-4484-a29a-b532cf870789 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:37.083536 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-62751d6f-5afe-4770-9790-efba11aa24c5 req-6709ad48-62b2-4484-a29a-b532cf870789 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.1162903 Jul 28 04:19:37.102812 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:37.115366 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-6009034c-9f35-4609-a1c7-e2c8acaa003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:37.117123 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-6009034c-9f35-4609-a1c7-e2c8acaa003b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7370c4f1-833e-4900-883c-587a55a21003 HTTP/1.1" status: 200 len: 855 time: 0.0475087 Jul 28 04:19:37.163417 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c82c44bf-d7dd-47a4-af15-87d32b1c954f req-8b21205f-50a3-4ae4-b753-e361fdf71d27 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732412 Jul 28 04:19:37.164133 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-d00a8cc3-32d3-436c-8bc4-22a025ea721c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c90076fc-be26-4230-8453-0eb58936742a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306609 Jul 28 04:19:37.168592 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-62751d6f-5afe-4770-9790-efba11aa24c5 req-13c34716-e2ae-4287-b779-86d23083f40e tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738792 Jul 28 04:19:37.169012 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f41efb-e348-4b5d-8d16-2919a2125cdf None None] Pushing event updated for resources: {'Port': ['ID=18e8c5a9-3cb6-4b4c-a045-4f39186db8de,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:37.171442 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Routers {'94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:37.172124 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:19:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:37.228033 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:37.289860 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-2d6ee35e-42db-4605-9dd7-d98c76b9be4b service neutron] 10.222.0.22 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128755 Jul 28 04:19:37.350285 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] Set router 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:37.362351 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 1714e908-6e94-4ce8-8c6b-847b231e55fe up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:37.371092 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Network a77d296a-3112-4b63-8da9-2432d1411a98 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:19:37.395328 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Pushing event updated for resources: {'Port': ['ID=bcecb7e6-9519-4be5-b87c-a320db56503b,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:37.403956 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:19:37.407698 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-15a375d9-347e-4da8-9cb8-85b0b17743e3 req-97fd9a0a-0e4b-436d-b1ca-99b7a4dca10c service neutron] 10.222.0.22 "GET /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086841 Jul 28 04:19:37.410775 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:19:37.411265 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603126'] for router_interface, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:37.438004 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 1714e908-6e94-4ce8-8c6b-847b231e55fe triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:37.438358 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:37.474824 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d9cdd-a703-4aa6-bc41-f51b2c958150 req-85ef2455-63bd-410c-ba9e-d4b215ff785e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:37.476755 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7b4d9cdd-a703-4aa6-bc41-f51b2c958150 req-85ef2455-63bd-410c-ba9e-d4b215ff785e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 943 time: 0.1823606 Jul 28 04:19:37.501658 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d4e96-ae91-4adc-8b28-788a75a8f697 req-55c38763-a172-4ae9-9749-44fe54d2a415 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:37.503648 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d95d4e96-ae91-4adc-8b28-788a75a8f697 req-55c38763-a172-4ae9-9749-44fe54d2a415 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.2080417 Jul 28 04:19:37.533631 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 01ad328f-faa1-483a-8919-287853b55d22 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:37.590809 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 01ad328f-faa1-483a-8919-287853b55d22 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:37.591195 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:37.612025 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7b4d9cdd-a703-4aa6-bc41-f51b2c958150 req-10b5fa7a-37a9-41c4-8aa0-dd06c3bce415 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267271 Jul 28 04:19:37.616790 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'name': 'tempest-TestMinimumBasicScenario-1351268674-router', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:32Z', 'updated_at': '2021-07-28T04:19:34Z', 'revision_number': 3, 'project_id': 'eb542bfbb5cf473b9058499b10552c16', 'gw_port': {'id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:33Z', 'updated_at': '2021-07-28T04:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:37.620565 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d95d4e96-ae91-4adc-8b28-788a75a8f697 req-fc284fdc-dcdc-486e-9287-2b0e1765f0af tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868835 Jul 28 04:19:37.652984 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2352bf-4985-4729-b5de-6a9aa9425c53 None None] The sync data for ids ['94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'] in dv-cinder-740146-11-iscsi is: [{'id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'name': 'tempest-TestMinimumBasicScenario-1351268674-router', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:32Z', 'updated_at': '2021-07-28T04:19:34Z', 'revision_number': 3, 'project_id': 'eb542bfbb5cf473b9058499b10552c16', 'gw_port': {'id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:33Z', 'updated_at': '2021-07-28T04:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:19:37.757203 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-e0a3a6a9-0f8f-476b-a050-e9f0ca10fe34 None None] Provisioning for port bcecb7e6-9519-4be5-b87c-a320db56503b completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:37.761848 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-e0a3a6a9-0f8f-476b-a050-e9f0ca10fe34 None None] Provisioning complete for port bcecb7e6-9519-4be5-b87c-a320db56503b triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:37.762473 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a6a9-0f8f-476b-a050-e9f0ca10fe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:37.766887 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:37.802094 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3a6a9-0f8f-476b-a050-e9f0ca10fe34 None None] Port bcecb7e6-9519-4be5-b87c-a320db56503b cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:19:37.804521 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:37.967365 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:38.044572 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:38.045323 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707430'] for router_interface, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:38.132453 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Pushing event updated for resources: {'Port': ['ID=bcecb7e6-9519-4be5-b87c-a320db56503b,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:38.172524 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Network a77d296a-3112-4b63-8da9-2432d1411a98 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:19:38.173933 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:19:38.327238 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Router 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:19:38.344271 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4163e2-c01e-469b-9448-aea2b579136c req-0b7394e6-77d1-402b-a2a8-0ae83b5e4e3b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:38.345863 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ad4163e2-c01e-469b-9448-aea2b579136c req-0b7394e6-77d1-402b-a2a8-0ae83b5e4e3b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0774350 Jul 28 04:19:38.439513 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-e8abd55f-9002-43e4-b5c5-d7edefeb0043 None None] Provisioning complete for port bcecb7e6-9519-4be5-b87c-a320db56503b triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:38.439513 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8abd55f-9002-43e4-b5c5-d7edefeb0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:38.468250 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-e8abd55f-9002-43e4-b5c5-d7edefeb0043 None None] Port bcecb7e6-9519-4be5-b87c-a320db56503b cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:19:38.477160 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ad4163e2-c01e-469b-9448-aea2b579136c req-c5063bd2-1e05-4722-9488-7cc13fcb6767 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178327 Jul 28 04:19:38.498992 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:19:38.507671 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-a7b9af61-31fa-4d62-8306-9d434ea534c2 admin admin] 10.222.0.42 "PUT /v2.0/routers/94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3740196 Jul 28 04:19:38.618858 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afe134-86dd-4d7b-8b3b-f21089125af5 req-b559a00a-1029-4c8e-8501-66b361a8ed14 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:38.624127 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-02afe134-86dd-4d7b-8b3b-f21089125af5 req-b559a00a-1029-4c8e-8501-66b361a8ed14 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0766852 Jul 28 04:19:38.664222 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-02afe134-86dd-4d7b-8b3b-f21089125af5 req-31f3a341-a646-4050-bcb1-c7a2d5ee0bb8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376661 Jul 28 04:19:38.814805 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d38273-9eaf-4488-b5ac-3caf2bf285ee req-824834bf-6af8-4008-b521-5abcf7adf418 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:38.814805 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f7d38273-9eaf-4488-b5ac-3caf2bf285ee req-824834bf-6af8-4008-b521-5abcf7adf418 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 943 time: 0.0872753 Jul 28 04:19:38.839197 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abb284-54e2-4d08-a051-22ab38cb30e1 req-7a208079-1c19-472c-901e-f2636103ee3b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:38.842098 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-46abb284-54e2-4d08-a051-22ab38cb30e1 req-7a208079-1c19-472c-901e-f2636103ee3b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0988326 Jul 28 04:19:38.843843 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f7d38273-9eaf-4488-b5ac-3caf2bf285ee req-24a8054c-9d06-4595-86f9-868af1797aed tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503223 Jul 28 04:19:38.883910 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-46abb284-54e2-4d08-a051-22ab38cb30e1 req-10c82448-e790-4fb5-b47d-63454c92d94e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371602 Jul 28 04:19:39.321404 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 18e8c5a9-3cb6-4b4c-a045-4f39186db8de up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:39.356955 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:19:39.614284 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f31d9-043b-42ac-966d-c5c9341a8137 req-bc60e53f-0174-40f4-b63c-47bcf2eaa069 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:39.616677 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dd2f31d9-043b-42ac-966d-c5c9341a8137 req-bc60e53f-0174-40f4-b63c-47bcf2eaa069 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0568213 Jul 28 04:19:39.696130 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 18e8c5a9-3cb6-4b4c-a045-4f39186db8de completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:39.703756 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 18e8c5a9-3cb6-4b4c-a045-4f39186db8de triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:39.705883 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:39.717671 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dd2f31d9-043b-42ac-966d-c5c9341a8137 req-1d1a4d67-04a3-4e39-9935-c017b8c7946a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876629 Jul 28 04:19:39.842998 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709f141-51e0-4db1-88bb-3d5c2e9a957d req-968a4d03-d5dc-4af7-a950-b9bd2aa8818a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:39.851605 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3709f141-51e0-4db1-88bb-3d5c2e9a957d req-968a4d03-d5dc-4af7-a950-b9bd2aa8818a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0753801 Jul 28 04:19:39.881166 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:39.909472 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 18e8c5a9-3cb6-4b4c-a045-4f39186db8de, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=18e8c5a9-3cb6-4b4c-a045-4f39186db8de,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:39.918642 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3709f141-51e0-4db1-88bb-3d5c2e9a957d req-067edfb2-c727-44a6-8ec1-fbc4cce881e1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657701 Jul 28 04:19:39.983140 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:39.992029 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9d6ef-8660-49e0-87a1-982bec104c0f req-bd4134f4-acfc-41e3-8f65-273e8b840929 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:40.005231 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c7c9d6ef-8660-49e0-87a1-982bec104c0f req-bd4134f4-acfc-41e3-8f65-273e8b840929 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 943 time: 0.0625226 Jul 28 04:19:40.069099 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=18e8c5a9-3cb6-4b4c-a045-4f39186db8de,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:40.116569 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c7c9d6ef-8660-49e0-87a1-982bec104c0f req-13f8bbbb-0db8-4eca-aada-a229b7729971 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104267 Jul 28 04:19:40.127854 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82218ec-df45-4f08-b964-9e8f4cec3895 req-9869649e-b5ca-4428-b469-14691bc4a8ea tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:40.129424 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f82218ec-df45-4f08-b964-9e8f4cec3895 req-9869649e-b5ca-4428-b469-14691bc4a8ea tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.1215947 Jul 28 04:19:40.134472 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:19:40.200356 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f82218ec-df45-4f08-b964-9e8f4cec3895 req-76c1df61-ebbe-4dbe-9e4e-57d9255cc273 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535941 Jul 28 04:19:40.286535 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9bf2ff36-b57d-4c44-8a28-7ecad94e47f9,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:40.301335 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '9bf2ff36-b57d-4c44-8a28-7ecad94e47f9', 'network_id': 'c90076fc-be26-4230-8453-0eb58936742a', 'port_id': '9bf2ff36-b57d-4c44-8a28-7ecad94e47f9', 'mac_address': 'fa:16:3e:32:43:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7370c4f1-833e-4900-883c-587a55a21003', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:19:40.345769 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:40.368536 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:19:40.401100 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9bf2ff36-b57d-4c44-8a28-7ecad94e47f9,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:40.518702 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:40.574083 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=9bf2ff36-b57d-4c44-8a28-7ecad94e47f9,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:40.709792 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Sync routers for ids ['94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:19:40.722617 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Routers {'94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:40.730907 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-6e22a631-4725-4987-9161-536f465dd44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:19:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:40.853658 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Set router 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:40.994863 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d37867-8473-48d5-b6a7-304b9ed5c4b8 req-087dd8c5-d63c-42ce-8070-121941f07d8b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:40.996471 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-66d37867-8473-48d5-b6a7-304b9ed5c4b8 req-087dd8c5-d63c-42ce-8070-121941f07d8b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0787852 Jul 28 04:19:41.013246 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['9bf2ff36-b57d-4c44-8a28-7ecad94e47f9'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:19:41.097513 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-66d37867-8473-48d5-b6a7-304b9ed5c4b8 req-ecbf1b9b-3eb8-4222-a36f-7973c391ce13 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899701 Jul 28 04:19:41.111696 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1a218-9941-4b55-b000-2a0cdc5fb26c req-43c79d72-ad48-4860-9cdb-8ce4e15e38cc tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:41.115076 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-13e1a218-9941-4b55-b000-2a0cdc5fb26c req-43c79d72-ad48-4860-9cdb-8ce4e15e38cc tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0960357 Jul 28 04:19:41.188083 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-13e1a218-9941-4b55-b000-2a0cdc5fb26c req-db3f9ba9-16fb-4365-943a-065ad1652dff tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689874 Jul 28 04:19:41.322113 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-6e22a631-4725-4987-9161-536f465dd44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'name': 'tempest-TestMinimumBasicScenario-1351268674-router', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:32Z', 'updated_at': '2021-07-28T04:19:37Z', 'revision_number': 4, 'project_id': 'eb542bfbb5cf473b9058499b10552c16', 'gw_port': {'id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:33Z', 'updated_at': '2021-07-28T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'bcecb7e6-9519-4be5-b87c-a320db56503b', 'name': '', 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'mac_address': 'fa:16:3e:aa:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:36Z', 'updated_at': '2021-07-28T04:19:37Z', 'revision_number': 2, 'project_id': 'eb542bfbb5cf473b9058499b10552c16', 'subnets': [{'id': 'abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:41.330654 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 18e8c5a9-3cb6-4b4c-a045-4f39186db8de up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:41.370953 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadecd9a-6f68-4c4b-83ba-b25d0414aa52 req-81a6b7d6-ba19-45dc-bf08-4924340e1ce0 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:41.374234 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-eadecd9a-6f68-4c4b-83ba-b25d0414aa52 req-81a6b7d6-ba19-45dc-bf08-4924340e1ce0 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 944 time: 0.1169221 Jul 28 04:19:41.389732 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Checking router: 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:19:41.390088 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Updating router 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 port bcecb7e6-9519-4be5-b87c-a320db56503b binding host dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:19:41.393460 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c31ec-981f-4547-9629-1309100bcf52 req-287f2ea5-83e2-4c5f-a99b-92b464c39b44 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:41.401627 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6c8c31ec-981f-4547-9629-1309100bcf52 req-287f2ea5-83e2-4c5f-a99b-92b464c39b44 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0780575 Jul 28 04:19:41.447262 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:41.468525 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-eadecd9a-6f68-4c4b-83ba-b25d0414aa52 req-cd66af0e-96e8-48c7-bc04-ab31f30c6994 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871463 Jul 28 04:19:41.477750 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6c8c31ec-981f-4547-9629-1309100bcf52 req-9a748898-2a1b-4784-8e46-59b26586ee64 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752072 Jul 28 04:19:41.524726 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 18e8c5a9-3cb6-4b4c-a045-4f39186db8de triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:41.525203 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:41.832523 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Notify callbacks [] for port, precommit_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:41.850961 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Transition to ACTIVE for port object bcecb7e6-9519-4be5-b87c-a320db56503b will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:19:41.932104 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:42.032652 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2ddec-efda-4cdc-a0a8-a31b77486d77 None None] Pushing event updated for resources: {'Port': ['ID=bcecb7e6-9519-4be5-b87c-a320db56503b,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:42.075165 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Attempting to bind port bcecb7e6-9519-4be5-b87c-a320db56503b on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:19:42.075548 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Attempting to bind port bcecb7e6-9519-4be5-b87c-a320db56503b by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '77a47d1a-e821-4dea-822b-a135da869826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:19:42.075938 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Attempting to bind port bcecb7e6-9519-4be5-b87c-a320db56503b on network a77d296a-3112-4b63-8da9-2432d1411a98 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:19:42.081062 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:19:42.081438 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Checking segment: {'id': '77a47d1a-e821-4dea-822b-a135da869826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:19:42.081846 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:42.082245 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Bound using segment: {'id': '77a47d1a-e821-4dea-822b-a135da869826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:19:42.082718 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Bound port: bcecb7e6-9519-4be5-b87c-a320db56503b, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a47d1a-e821-4dea-822b-a135da869826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:19:42.083102 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:42.143138 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3ce7290d-0099-49be-b853-0b39b27279bb details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:19:42.292705 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3ce7290d-0099-49be-b853-0b39b27279bb,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:42.295498 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-6e22a631-4725-4987-9161-536f465dd44e None None] For port bcecb7e6-9519-4be5-b87c-a320db56503b, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:19:42.320976 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '3ce7290d-0099-49be-b853-0b39b27279bb', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'port_id': '3ce7290d-0099-49be-b853-0b39b27279bb', 'mac_address': 'fa:16:3e:d4:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:19:42.331480 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-6e22a631-4725-4987-9161-536f465dd44e None None] For port bcecb7e6-9519-4be5-b87c-a320db56503b, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=bcecb7e6-9519-4be5-b87c-a320db56503b,segment=NetworkSegment(77a47d1a-e821-4dea-822b-a135da869826),segment_id=77a47d1a-e821-4dea-822b-a135da869826)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:19:42.331712 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b092-9fb6-4109-a7e4-2fafaaff176b req-294e5797-03c3-4ff8-bf78-eca40ae20baf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:42.333270 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1620b092-9fb6-4109-a7e4-2fafaaff176b req-294e5797-03c3-4ff8-bf78-eca40ae20baf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.1050949 Jul 28 04:19:42.374008 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0f9ba-776e-4fdb-b465-9ef71e01f7ae req-ddc84210-a8c9-4b34-b9f7-5ea0d1860d32 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:42.382968 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17c0f9ba-776e-4fdb-b465-9ef71e01f7ae req-ddc84210-a8c9-4b34-b9f7-5ea0d1860d32 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0929873 Jul 28 04:19:42.393070 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:42.408452 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ce7290d-0099-49be-b853-0b39b27279bb {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:19:42.433268 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:42.443817 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3ce7290d-0099-49be-b853-0b39b27279bb,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:42.447890 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1620b092-9fb6-4109-a7e4-2fafaaff176b req-14348ea0-15d7-4ea4-8fd5-d6c5f00c99ac tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067817 Jul 28 04:19:42.471101 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17c0f9ba-776e-4fdb-b465-9ef71e01f7ae req-40f40658-e4df-4f1f-976e-746d14a17fcc tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868919 Jul 28 04:19:42.514974 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2ddec-efda-4cdc-a0a8-a31b77486d77 None None] Pushing event updated for resources: {'Port': ['ID=bcecb7e6-9519-4be5-b87c-a320db56503b,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:42.524149 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Routers {'94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:42.524839 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-6e22a631-4725-4987-9161-536f465dd44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:19:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:42.643280 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe55009-32ef-4fac-8aa6-95fefbe21f72 req-d850581a-37b5-40d4-972b-fab1043caaf4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:42.644922 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dfe55009-32ef-4fac-8aa6-95fefbe21f72 req-d850581a-37b5-40d4-972b-fab1043caaf4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0909290 Jul 28 04:19:42.653859 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b6ffa-d397-4180-a324-d908a88e6ad6 req-0730e41c-e5b1-43fe-962e-6d5bc8514d7e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:42.655429 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de4b6ffa-d397-4180-a324-d908a88e6ad6 req-0730e41c-e5b1-43fe-962e-6d5bc8514d7e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 944 time: 0.0906587 Jul 28 04:19:42.671068 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-6e22a631-4725-4987-9161-536f465dd44e None None] Set router 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:42.708859 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dfe55009-32ef-4fac-8aa6-95fefbe21f72 req-072082c6-6663-48ab-b94c-607ef4b0f81a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523546 Jul 28 04:19:42.726804 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de4b6ffa-d397-4180-a324-d908a88e6ad6 req-95bdff01-0e44-402d-a106-a9574b3b9957 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634763 Jul 28 04:19:42.871575 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:43.089154 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=3ce7290d-0099-49be-b853-0b39b27279bb,revision_number=6']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:43.107412 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-6e22a631-4725-4987-9161-536f465dd44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'name': 'tempest-TestMinimumBasicScenario-1351268674-router', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:32Z', 'updated_at': '2021-07-28T04:19:37Z', 'revision_number': 4, 'project_id': 'eb542bfbb5cf473b9058499b10552c16', 'gw_port': {'id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:33Z', 'updated_at': '2021-07-28T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'bcecb7e6-9519-4be5-b87c-a320db56503b', 'name': '', 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'mac_address': 'fa:16:3e:aa:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:36Z', 'updated_at': '2021-07-28T04:19:42Z', 'revision_number': 4, 'project_id': 'eb542bfbb5cf473b9058499b10552c16', 'subnets': [{'id': 'abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:43.136712 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e22a631-4725-4987-9161-536f465dd44e None None] The sync data for ids ['94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'] in dv-cinder-740146-11-iscsi is: [{'id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'name': 'tempest-TestMinimumBasicScenario-1351268674-router', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:32Z', 'updated_at': '2021-07-28T04:19:37Z', 'revision_number': 4, 'project_id': 'eb542bfbb5cf473b9058499b10552c16', 'gw_port': {'id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:33Z', 'updated_at': '2021-07-28T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'bcecb7e6-9519-4be5-b87c-a320db56503b', 'name': '', 'network_id': 'a77d296a-3112-4b63-8da9-2432d1411a98', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'mac_address': 'fa:16:3e:aa:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:36Z', 'updated_at': '2021-07-28T04:19:42Z', 'revision_number': 4, 'project_id': 'eb542bfbb5cf473b9058499b10552c16', 'subnets': [{'id': 'abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:19:43.191755 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['3ce7290d-0099-49be-b853-0b39b27279bb'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:19:43.415046 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device bcecb7e6-9519-4be5-b87c-a320db56503b up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:43.661169 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port bcecb7e6-9519-4be5-b87c-a320db56503b completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:43.670146 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b365c84-09c8-448c-a9a6-a1b8edbbb9dc req-44a23b3c-5a78-4299-926c-866e01cd3095 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:43.671616 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port bcecb7e6-9519-4be5-b87c-a320db56503b triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:43.672131 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:43.678326 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7b365c84-09c8-448c-a9a6-a1b8edbbb9dc req-44a23b3c-5a78-4299-926c-866e01cd3095 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 944 time: 0.0983498 Jul 28 04:19:43.715952 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60bf8-28de-4011-8566-dc7c3ade303d req-ed52db1b-c640-4a43-8b39-cfe7992cc8d8 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:43.721030 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3fc60bf8-28de-4011-8566-dc7c3ade303d req-ed52db1b-c640-4a43-8b39-cfe7992cc8d8 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.1194489 Jul 28 04:19:43.756655 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7b365c84-09c8-448c-a9a6-a1b8edbbb9dc req-ea46a522-ab38-464d-afa4-1ca0a7fb8584 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764983 Jul 28 04:19:43.818880 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3fc60bf8-28de-4011-8566-dc7c3ade303d req-4a6621c4-386e-495f-bdd8-1ba79b3ed6bc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743277 Jul 28 04:19:43.898000 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:43.942586 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port bcecb7e6-9519-4be5-b87c-a320db56503b, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=bcecb7e6-9519-4be5-b87c-a320db56503b,segment=NetworkSegment(77a47d1a-e821-4dea-822b-a135da869826),segment_id=77a47d1a-e821-4dea-822b-a135da869826)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:43.953950 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8feb6-445f-4bf0-a727-52907424e17c req-137b132e-0d56-4d59-b479-e9bcc74638a9 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:43.955810 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bf8feb6-445f-4bf0-a727-52907424e17c req-137b132e-0d56-4d59-b479-e9bcc74638a9 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.1026180 Jul 28 04:19:43.970251 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940efc2-aad5-4cb0-a693-853287dc1b19 req-06fe1944-c8bd-408a-83bd-212cc905f43b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:43.978097 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6940efc2-aad5-4cb0-a693-853287dc1b19 req-06fe1944-c8bd-408a-83bd-212cc905f43b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 944 time: 0.0801487 Jul 28 04:19:44.010564 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:44.045020 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7bf8feb6-445f-4bf0-a727-52907424e17c req-d8ea6314-2ffa-41f3-9107-f179dfee8b4f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607867 Jul 28 04:19:44.083947 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6940efc2-aad5-4cb0-a693-853287dc1b19 req-1aa3a9b3-7bd3-470f-9365-09971f7b8f32 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028807 Jul 28 04:19:44.097305 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=bcecb7e6-9519-4be5-b87c-a320db56503b,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:44.168226 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:44.278501 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:44.282860 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:44.283233 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:44.419333 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:44.451946 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7afb3b-258a-476e-8e7b-ce393740cea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf2ff36-b57d-4c44-8a28-7ecad94e47f9'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:19:44.454227 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a459a5-f3e5-4e49-8678-47396883fffb" -d '{"events": [{"server_uuid": "ba7afb3b-258a-476e-8e7b-ce393740cea8", "name": "network-vif-plugged", "status": "completed", "tag": "9bf2ff36-b57d-4c44-8a28-7ecad94e47f9"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:19:44.477811 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9bf2ff36-b57d-4c44-8a28-7ecad94e47f9,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:44.507033 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aab388-cebe-497b-8eba-6ff3325d551f x-openstack-request-id: req-23aab388-cebe-497b-8eba-6ff3325d551f {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:19:44.512877 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7afb3b-258a-476e-8e7b-ce393740cea8", "name": "network-vif-plugged", "status": "completed", "tag": "9bf2ff36-b57d-4c44-8a28-7ecad94e47f9", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:19:44.512877 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23aab388-cebe-497b-8eba-6ff3325d551f {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:19:44.512877 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7afb3b-258a-476e-8e7b-ce393740cea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf2ff36-b57d-4c44-8a28-7ecad94e47f9', 'code': 200} Jul 28 04:19:44.564143 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:44.565067 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3ce7290d-0099-49be-b853-0b39b27279bb up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:44.648674 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155d3d-0d08-4d1f-afc4-3bd25aa9aa11 req-85a2bda3-e537-40fb-ac80-af3083d86182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:44.650955 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-0a155d3d-0d08-4d1f-afc4-3bd25aa9aa11 req-85a2bda3-e537-40fb-ac80-af3083d86182 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49aa224c10c349e19917670e9bcf0df9&device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 1099 time: 0.0530596 Jul 28 04:19:44.726420 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 3ce7290d-0099-49be-b853-0b39b27279bb triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:44.726753 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:44.730895 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=9bf2ff36-b57d-4c44-8a28-7ecad94e47f9,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:44.803926 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155d3d-0d08-4d1f-afc4-3bd25aa9aa11 req-ffe53844-2c64-4601-8a0b-cd6299e81a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:44.805895 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-0a155d3d-0d08-4d1f-afc4-3bd25aa9aa11 req-ffe53844-2c64-4601-8a0b-cd6299e81a7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 200 len: 920 time: 0.1210620 Jul 28 04:19:44.889513 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:44.912569 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-0a155d3d-0d08-4d1f-afc4-3bd25aa9aa11 req-fe84b9be-2e99-4b61-a513-1ad65cb81cdf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a HTTP/1.1" status: 200 len: 217 time: 0.0967262 Jul 28 04:19:44.930527 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3ce7290d-0099-49be-b853-0b39b27279bb,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:45.009884 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155d3d-0d08-4d1f-afc4-3bd25aa9aa11 req-47adfcd4-db1d-4d78-b04f-f7fc29c384b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:45.011527 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-0a155d3d-0d08-4d1f-afc4-3bd25aa9aa11 req-47adfcd4-db1d-4d78-b04f-f7fc29c384b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12a69832-7371-46dc-8a4c-e6392964750d HTTP/1.1" status: 200 len: 859 time: 0.0873413 Jul 28 04:19:45.019894 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:45.039827 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6624a-1891-4f2b-975d-7ba745cbb2c7 req-6e7056d0-4546-464c-986d-c83ac2138adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:45.041341 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1bc6624a-1891-4f2b-975d-7ba745cbb2c7 req-6e7056d0-4546-464c-986d-c83ac2138adb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 1098 time: 0.2061837 Jul 28 04:19:45.078651 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-0a155d3d-0d08-4d1f-afc4-3bd25aa9aa11 req-2a3d1101-771d-4c4f-9a28-39feea338850 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552375 Jul 28 04:19:45.080339 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2807b84-acc2-4f8d-a2a4-4eb918421640 req-d042393d-1f30-49a0-870e-1644e29908c2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:45.092589 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d2807b84-acc2-4f8d-a2a4-4eb918421640 req-d042393d-1f30-49a0-870e-1644e29908c2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 944 time: 0.2124827 Jul 28 04:19:45.104445 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=3ce7290d-0099-49be-b853-0b39b27279bb,revision_number=7']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:45.111680 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9f53f-70ce-4085-b66d-ecce89801d3e req-f0145fc3-a347-40ae-87cf-8fe4a2aee161 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:45.122935 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-22b9f53f-70ce-4085-b66d-ecce89801d3e req-f0145fc3-a347-40ae-87cf-8fe4a2aee161 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.1921628 Jul 28 04:19:45.231452 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-22b9f53f-70ce-4085-b66d-ecce89801d3e req-482ff736-7d9e-449f-9278-1fc8b91b7a6c tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073937 Jul 28 04:19:45.251320 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1bc6624a-1891-4f2b-975d-7ba745cbb2c7 req-0da065ff-5c06-44ef-8359-542e4ed66988 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961205 Jul 28 04:19:45.259165 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-0a155d3d-0d08-4d1f-afc4-3bd25aa9aa11 req-4ee6b74c-645c-40f5-9bff-44509f7796f9 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687763 Jul 28 04:19:45.272945 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d2807b84-acc2-4f8d-a2a4-4eb918421640 req-b99ddd69-07d4-428d-9f9d-e39c671530fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796520 Jul 28 04:19:45.358688 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device bcecb7e6-9519-4be5-b87c-a320db56503b up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:19:45.430619 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4aa668-e5e6-4032-b98d-9d2de4572d2e req-bee646a6-cbe5-4a8d-8b53-758a46dd1ef3 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:45.438829 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ed4aa668-e5e6-4032-b98d-9d2de4572d2e req-bee646a6-cbe5-4a8d-8b53-758a46dd1ef3 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0850205 Jul 28 04:19:45.452533 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port bcecb7e6-9519-4be5-b87c-a320db56503b triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:45.453032 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:45.527122 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ed4aa668-e5e6-4032-b98d-9d2de4572d2e req-2fecd10f-013a-4185-8485-01700d14ac39 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874553 Jul 28 04:19:45.561707 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34410-30b4-4cbb-93f2-3db123a87467 req-3bf36f79-7aef-4658-82f6-85b94c787a36 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:45.570372 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-68d34410-30b4-4cbb-93f2-3db123a87467 req-3bf36f79-7aef-4658-82f6-85b94c787a36 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.1289141 Jul 28 04:19:45.589974 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-0a155d3d-0d08-4d1f-afc4-3bd25aa9aa11 req-def9e0f6-e8af-401c-bc40-b39448b68449 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574000 Jul 28 04:19:45.647371 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-68d34410-30b4-4cbb-93f2-3db123a87467 req-dc62b179-6093-4d47-bc12-597b80ad084d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712855 Jul 28 04:19:46.404645 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb481-8de5-4cc1-bbc9-8e83009ab4a1 req-2900de2f-f275-4298-b44e-09b3500dee0d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:46.406428 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e15fb481-8de5-4cc1-bbc9-8e83009ab4a1 req-2900de2f-f275-4298-b44e-09b3500dee0d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0570011 Jul 28 04:19:46.495838 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e15fb481-8de5-4cc1-bbc9-8e83009ab4a1 req-9f882b05-00b9-4b69-a5f9-a6604e2b25b9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817323 Jul 28 04:19:46.509140 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:19:46.511712 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853d634b-037f-409e-aae9-6c3a4a33c579" -d '{"events": [{"server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:19:46.530117 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c9dac-4c5a-4304-a2c4-ead77ba436ad req-df9f6677-3765-4c6f-b405-4869000e7d68 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:46.549424 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d45c9dac-4c5a-4304-a2c4-ead77ba436ad req-df9f6677-3765-4c6f-b405-4869000e7d68 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0966346 Jul 28 04:19:46.590474 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5e81bf-5d98-4be1-8da1-7c67c5df2f8a x-openstack-request-id: req-9d5e81bf-5d98-4be1-8da1-7c67c5df2f8a {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:19:46.590474 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:19:46.590474 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d5e81bf-5d98-4be1-8da1-7c67c5df2f8a {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:19:46.590474 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb', 'code': 200} Jul 28 04:19:46.633616 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d45c9dac-4c5a-4304-a2c4-ead77ba436ad req-c24f1225-08c1-4c12-83f0-8d050e80682c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759799 Jul 28 04:19:46.793003 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82ef50-8f69-43ed-bf2e-f4b8b6f54753 req-ff7ab396-b268-40bc-91f1-b2849013b364 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:46.799901 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cc82ef50-8f69-43ed-bf2e-f4b8b6f54753 req-ff7ab396-b268-40bc-91f1-b2849013b364 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.1113274 Jul 28 04:19:46.839401 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03847a69-c68a-433f-8cde-57e27a3fea9f req-238b9a1c-4158-4799-9e5d-208a502745eb tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:46.841058 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-03847a69-c68a-433f-8cde-57e27a3fea9f req-238b9a1c-4158-4799-9e5d-208a502745eb tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0880978 Jul 28 04:19:46.864045 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cc82ef50-8f69-43ed-bf2e-f4b8b6f54753 req-7df50cb3-3420-4349-afeb-358a069508f2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631630 Jul 28 04:19:46.892421 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-03847a69-c68a-433f-8cde-57e27a3fea9f req-4d15463f-9798-43e4-a2c6-5b2dc7c82190 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Jul 28 04:19:47.285618 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:47.642727 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12c581-2018-447a-9f5a-24fa766ac7f0 req-37b8c51a-5646-40ae-8608-4ac9965bded7 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:47.644530 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8b12c581-2018-447a-9f5a-24fa766ac7f0 req-37b8c51a-5646-40ae-8608-4ac9965bded7 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0671179 Jul 28 04:19:47.710270 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8b12c581-2018-447a-9f5a-24fa766ac7f0 req-db467156-f467-43c9-bdd8-e4760bd00332 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465543 Jul 28 04:19:47.802070 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65678f-adfa-4259-8e63-107a186df0c5 req-e2113cac-1191-4135-983d-01f092954e2d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:47.803928 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ce65678f-adfa-4259-8e63-107a186df0c5 req-e2113cac-1191-4135-983d-01f092954e2d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0666180 Jul 28 04:19:47.845624 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ce65678f-adfa-4259-8e63-107a186df0c5 req-af944603-ccb6-4660-8c5c-8ceb3e92a2d1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359731 Jul 28 04:19:48.076692 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680256a-9f9a-4136-8a0b-9893fb6b30ba req-2c1607d2-68f1-4e9f-8148-1e85bdf97aa7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:48.084568 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7680256a-9f9a-4136-8a0b-9893fb6b30ba req-2c1607d2-68f1-4e9f-8148-1e85bdf97aa7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0957816 Jul 28 04:19:48.115245 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5e64a-d074-408a-9da7-afaa88ae5aa4 req-93913c61-96b5-4811-951e-676bbfe2581f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:48.116827 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8cb5e64a-d074-408a-9da7-afaa88ae5aa4 req-93913c61-96b5-4811-951e-676bbfe2581f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.1190460 Jul 28 04:19:48.158016 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7680256a-9f9a-4136-8a0b-9893fb6b30ba req-dfc729b7-cc07-497b-a1c5-1d89812d31d9 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724502 Jul 28 04:19:48.197804 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8cb5e64a-d074-408a-9da7-afaa88ae5aa4 req-5faee679-be7e-4c02-adf2-c6923a172c3f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699968 Jul 28 04:19:48.871288 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778adfd0-60e4-42ca-8c57-ea50dedf6d3d req-f39888e0-4ede-4be3-957b-66b6c1d4c0eb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:48.873084 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-778adfd0-60e4-42ca-8c57-ea50dedf6d3d req-f39888e0-4ede-4be3-957b-66b6c1d4c0eb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0579445 Jul 28 04:19:48.938636 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-778adfd0-60e4-42ca-8c57-ea50dedf6d3d req-6b5f5f61-7b6a-4483-acd9-d903b36670c9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479355 Jul 28 04:19:49.011951 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e83f8-e343-4e5e-9b2c-2ac21633fcf5 req-a377dbe2-0f34-4174-9060-46c435cca333 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:49.013502 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1c8e83f8-e343-4e5e-9b2c-2ac21633fcf5 req-a377dbe2-0f34-4174-9060-46c435cca333 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0721204 Jul 28 04:19:49.070934 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1c8e83f8-e343-4e5e-9b2c-2ac21633fcf5 req-de08bbb3-fc84-4d12-bfed-fcdcc3f47ebd tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504634 Jul 28 04:19:49.335268 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cd6d5-5fee-4b44-bbdf-3043e46985de req-ebe8ce99-ae21-4899-a609-339aac797d65 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:49.338139 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e84cd6d5-5fee-4b44-bbdf-3043e46985de req-ebe8ce99-ae21-4899-a609-339aac797d65 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0539899 Jul 28 04:19:49.386419 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e84cd6d5-5fee-4b44-bbdf-3043e46985de req-37a6cb87-0bae-4ce0-91a1-5a46caefcee7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414066 Jul 28 04:19:50.061408 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8efa7-290b-4e1e-9115-c8b1647fe8ce req-a49ddfcd-af9b-4946-906b-76edf16d5fc3 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:50.062941 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dce8efa7-290b-4e1e-9115-c8b1647fe8ce req-a49ddfcd-af9b-4946-906b-76edf16d5fc3 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0553458 Jul 28 04:19:50.113765 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dce8efa7-290b-4e1e-9115-c8b1647fe8ce req-0140ea6c-c457-42be-88e8-040d32287c8d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431485 Jul 28 04:19:50.202819 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbfa70-ce18-4402-a217-c58e805e0782 req-40ea9823-25b0-469f-8f34-710d73034577 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:50.204460 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-48fbfa70-ce18-4402-a217-c58e805e0782 req-40ea9823-25b0-469f-8f34-710d73034577 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0509577 Jul 28 04:19:50.248449 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-48fbfa70-ce18-4402-a217-c58e805e0782 req-906b67c1-ba7c-40b1-bba0-d51c9c1279f1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370870 Jul 28 04:19:50.522339 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae22446-e704-4a60-bfd6-844f3c51de80 req-15e0cb93-dcb6-4f8d-ad61-38e172d66d47 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:50.523862 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5ae22446-e704-4a60-bfd6-844f3c51de80 req-15e0cb93-dcb6-4f8d-ad61-38e172d66d47 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0622354 Jul 28 04:19:50.560919 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5ae22446-e704-4a60-bfd6-844f3c51de80 req-ddf3329f-9db7-473d-8dca-397a6a2176e4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311892 Jul 28 04:19:51.252148 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaacd4c-91bc-4685-ae52-ae5e23dd943d req-2d9222c5-5d46-402a-ba2d-dcf15950cc6e tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:51.253773 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-deaacd4c-91bc-4685-ae52-ae5e23dd943d req-2d9222c5-5d46-402a-ba2d-dcf15950cc6e tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0545611 Jul 28 04:19:51.309735 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-deaacd4c-91bc-4685-ae52-ae5e23dd943d req-2858b1db-fdfe-49f2-b320-825d879b8c21 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455697 Jul 28 04:19:51.374726 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f637f0d-09bb-4e43-be48-dfcc78ef9508 req-2972a2ef-7732-4e17-b99b-75a39cf942de tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:51.376253 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9f637f0d-09bb-4e43-be48-dfcc78ef9508 req-2972a2ef-7732-4e17-b99b-75a39cf942de tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0494964 Jul 28 04:19:51.418509 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9f637f0d-09bb-4e43-be48-dfcc78ef9508 req-ef0eecae-55fb-4e7a-9723-804330372577 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359840 Jul 28 04:19:51.878239 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e78e7e-5e6e-4d9f-ba7f-f401ea5cf0b2 req-1b3a38d4-785d-4b5f-916b-94f44b07ea29 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:51.879913 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-60e78e7e-5e6e-4d9f-ba7f-f401ea5cf0b2 req-1b3a38d4-785d-4b5f-916b-94f44b07ea29 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.2506361 Jul 28 04:19:51.924784 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-60e78e7e-5e6e-4d9f-ba7f-f401ea5cf0b2 req-c0d505da-4eee-4413-b4f6-5e40079946ed tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376537 Jul 28 04:19:52.582598 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-99d97073-5da7-424f-b8b3-287596d1acc6 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:52.584225 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-99d97073-5da7-424f-b8b3-287596d1acc6 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/networks?id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 HTTP/1.1" status: 200 len: 814 time: 0.1260822 Jul 28 04:19:52.601836 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-c79661eb-f359-4c62-ac37-5467e1ce9839 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/quotas/bd9718890b764ceaa9a275014c68fdf0 HTTP/1.1" status: 200 len: 375 time: 0.0101163 Jul 28 04:19:52.673295 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0e72a4da-2754-45fc-bb3a-63fa425a4634 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd9718890b764ceaa9a275014c68fdf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635879 Jul 28 04:19:52.768993 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-a2d4033a-fc15-4d04-bc6f-6f6f809fc66b service neutron] 10.222.0.42 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874407 Jul 28 04:19:52.897261 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f9897e21-eeae-4a37-818f-046cd9e80800 service neutron] 10.222.0.42 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201599 Jul 28 04:19:52.987586 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af5653-d200-4f4d-8ba8-637ad50b4620 req-afb095aa-2c51-4807-a295-454e33924589 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:52.989360 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f8af5653-d200-4f4d-8ba8-637ad50b4620 req-afb095aa-2c51-4807-a295-454e33924589 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0579257 Jul 28 04:19:53.059947 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f8af5653-d200-4f4d-8ba8-637ad50b4620 req-50f4ad85-7571-4f84-83ab-9a39840c56de tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507145 Jul 28 04:19:53.218849 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b98d0-2136-4bf4-9fc4-dcbfa812c223 req-8b1c1474-ece8-4f05-b7bb-4fd740748331 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:53.220586 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc1b98d0-2136-4bf4-9fc4-dcbfa812c223 req-8b1c1474-ece8-4f05-b7bb-4fd740748331 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.1005018 Jul 28 04:19:53.307345 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc1b98d0-2136-4bf4-9fc4-dcbfa812c223 req-b75ad531-5d27-4c4f-bc82-de83120d2015 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548613 Jul 28 04:19:53.316498 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c440bf-e7e8-4c5b-b37a-c917cbc6cce0 req-8a566979-c9b5-48cb-bd4a-4837f6352a84 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:53.319739 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c2c440bf-e7e8-4c5b-b37a-c917cbc6cce0 req-8a566979-c9b5-48cb-bd4a-4837f6352a84 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0967586 Jul 28 04:19:53.406401 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c2c440bf-e7e8-4c5b-b37a-c917cbc6cce0 req-02f1367e-7c70-461b-b242-b4a6c3769fcf tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778894 Jul 28 04:19:53.484892 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-badcd98a-1126-4128-b503-3eedc6bdc363 req-3daf9157-8802-4cdc-9351-e28652ad1a0d tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 210 time: 0.0285733 Jul 28 04:19:53.706479 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccef5b-1bbe-42b1-8e6e-3fa1f2aa933e req-bc9a64a9-8c45-4034-809b-7f9bb6c9e792 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:53.715617 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1cccef5b-1bbe-42b1-8e6e-3fa1f2aa933e req-bc9a64a9-8c45-4034-809b-7f9bb6c9e792 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0640156 Jul 28 04:19:53.765285 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1cccef5b-1bbe-42b1-8e6e-3fa1f2aa933e req-88443dc6-6c24-477a-a8b6-44efb2ec90df tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484877 Jul 28 04:19:54.457837 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3313fbf-59c9-4f22-b12c-bd0be5ada2f4 req-82a504e6-00e2-40bb-80ea-46643bd8ed22 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:54.459457 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c3313fbf-59c9-4f22-b12c-bd0be5ada2f4 req-82a504e6-00e2-40bb-80ea-46643bd8ed22 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0567722 Jul 28 04:19:54.534455 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c3313fbf-59c9-4f22-b12c-bd0be5ada2f4 req-2f99369a-6ec1-4f4c-895c-84d84bf706a5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663495 Jul 28 04:19:54.560783 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3424ed8-b96f-449a-9e98-b619951831ab req-e1430e69-748e-43aa-98bc-0f88e893e270 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:54.563678 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f3424ed8-b96f-449a-9e98-b619951831ab req-e1430e69-748e-43aa-98bc-0f88e893e270 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0665364 Jul 28 04:19:54.630103 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f3424ed8-b96f-449a-9e98-b619951831ab req-9a83c36b-26a5-453b-98ea-d6c4f6fcc0a4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589826 Jul 28 04:19:54.652791 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18727d0e-44f9-43f3-bda9-8c6e9590bf52 req-7b6d832c-d601-402c-936f-66b94748ed85 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 210 time: 0.0363824 Jul 28 04:19:54.892544 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46944c2-4e89-4845-bfcf-e3885088698b req-eba59fea-ca73-48dc-b2be-7f42a8bf81a0 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:54.894083 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d46944c2-4e89-4845-bfcf-e3885088698b req-eba59fea-ca73-48dc-b2be-7f42a8bf81a0 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0578482 Jul 28 04:19:54.939925 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d46944c2-4e89-4845-bfcf-e3885088698b req-549b840b-a98e-473e-8855-acdc18d24245 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385993 Jul 28 04:19:55.659876 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617af67-9020-44d4-819a-87e4e26bd9b3 req-239c26c3-8a24-42b4-ab83-943caaa722ff tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:55.661432 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8617af67-9020-44d4-819a-87e4e26bd9b3 req-239c26c3-8a24-42b4-ab83-943caaa722ff tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0504384 Jul 28 04:19:55.700821 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8617af67-9020-44d4-819a-87e4e26bd9b3 req-9a654b19-f9c4-45eb-80d8-6cbd7e9e4f9e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323830 Jul 28 04:19:55.748170 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8b954-1bee-4caf-bf79-eb50b4db87bc req-d9b25e2d-6afa-4b68-9975-79cf39ca97a6 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:55.749670 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6fc8b954-1bee-4caf-bf79-eb50b4db87bc req-d9b25e2d-6afa-4b68-9975-79cf39ca97a6 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0480034 Jul 28 04:19:55.797178 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1aab75ad-5e67-4f87-adca-8109ae00543e req-e62b2bba-a4c9-4ce2-a808-2b3382ce09e3 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 210 time: 0.0356643 Jul 28 04:19:55.813919 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6fc8b954-1bee-4caf-bf79-eb50b4db87bc req-f30a036f-688c-4768-8d33-1e8025c2997a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584805 Jul 28 04:19:56.165634 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027ab45-35f0-40ba-ae83-ee266b701b1b req-395ce22d-82ff-48e8-92ae-db80d0a4efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:56.167287 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8027ab45-35f0-40ba-ae83-ee266b701b1b req-395ce22d-82ff-48e8-92ae-db80d0a4efc9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 1098 time: 0.0586379 Jul 28 04:19:56.169328 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6afc3f-3c6e-49de-8337-47e6e355cbb0 req-4f1f22f7-c219-47bd-80fc-64e6537cf749 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:56.170857 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc6afc3f-3c6e-49de-8337-47e6e355cbb0 req-4f1f22f7-c219-47bd-80fc-64e6537cf749 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0774431 Jul 28 04:19:56.243406 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc6afc3f-3c6e-49de-8337-47e6e355cbb0 req-a7101670-b660-46cb-abd5-0dc89cd1498d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659516 Jul 28 04:19:56.297146 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027ab45-35f0-40ba-ae83-ee266b701b1b req-64474d05-7056-43ae-9fba-6ca7320a338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:56.300662 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8027ab45-35f0-40ba-ae83-ee266b701b1b req-64474d05-7056-43ae-9fba-6ca7320a338d service neutron] 10.222.0.22 "GET /v2.0/networks?id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3 HTTP/1.1" status: 200 len: 911 time: 0.1231360 Jul 28 04:19:56.414232 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8027ab45-35f0-40ba-ae83-ee266b701b1b req-20ba1d85-135e-4154-8497-fddf1a61cc01 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 HTTP/1.1" status: 200 len: 1001 time: 0.1009152 Jul 28 04:19:56.487238 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027ab45-35f0-40ba-ae83-ee266b701b1b req-60156ba8-4d1a-4266-ac0b-b5d5aab574e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:56.489003 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8027ab45-35f0-40ba-ae83-ee266b701b1b req-60156ba8-4d1a-4266-ac0b-b5d5aab574e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9 HTTP/1.1" status: 200 len: 849 time: 0.0570436 Jul 28 04:19:56.548318 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027ab45-35f0-40ba-ae83-ee266b701b1b req-76f1308e-5d4c-487e-ac72-6f9da64be90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:56.550327 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8027ab45-35f0-40ba-ae83-ee266b701b1b req-76f1308e-5d4c-487e-ac72-6f9da64be90c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517814 Jul 28 04:19:56.679137 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8027ab45-35f0-40ba-ae83-ee266b701b1b req-605373e4-a4b8-4e49-9cf4-283f4c7acd34 service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165097 Jul 28 04:19:56.796600 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8027ab45-35f0-40ba-ae83-ee266b701b1b req-e5cb6e33-08a8-4d04-847f-51c6c76c2a1e service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016634 Jul 28 04:19:56.846985 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf5c5c-bb48-4681-8db2-0ab8b3d670e4 req-542a348d-69d6-457e-83f3-5742cacc1ddb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:56.856411 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d3cf5c5c-bb48-4681-8db2-0ab8b3d670e4 req-542a348d-69d6-457e-83f3-5742cacc1ddb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0714037 Jul 28 04:19:56.914156 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4c8398a3-5ac0-4713-8c06-ed75eddbeeda req-73f62e59-259d-4260-bfa4-983756c49631 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 210 time: 0.0408895 Jul 28 04:19:56.930194 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d3cf5c5c-bb48-4681-8db2-0ab8b3d670e4 req-951e14ba-6e7d-473e-9629-308c746c2126 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728652 Jul 28 04:19:57.054916 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97963b-b648-4d87-af68-64b567b6f74d req-04629d51-d709-4b9b-aa17-26dbe5f6c908 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:57.056564 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8d97963b-b648-4d87-af68-64b567b6f74d req-04629d51-d709-4b9b-aa17-26dbe5f6c908 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0721030 Jul 28 04:19:57.110346 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8d97963b-b648-4d87-af68-64b567b6f74d req-27697f01-bd49-43dd-8e4b-27983bd99c8c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470245 Jul 28 04:19:57.395704 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1911e0-7b0f-40fa-ae81-227e77a233b1 req-be74ffa1-3e4d-4c16-be21-0298d77a7162 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:57.404342 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4f1911e0-7b0f-40fa-ae81-227e77a233b1 req-be74ffa1-3e4d-4c16-be21-0298d77a7162 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0659254 Jul 28 04:19:57.448233 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-ec46a9e4-0793-4fbd-925e-47ea24341ae2 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:57.449231 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4f1911e0-7b0f-40fa-ae81-227e77a233b1 req-26831725-ae80-4d4a-b7ac-d1099509ddf5 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439038 Jul 28 04:19:57.450928 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-ec46a9e4-0793-4fbd-925e-47ea24341ae2 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.22 "GET /v2.0/networks?id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 HTTP/1.1" status: 200 len: 814 time: 0.2066278 Jul 28 04:19:57.473966 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Request body: {'port': {'device_id': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'admin_state_up': True, 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:19:57.672602 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Made reservation on behalf of bd9718890b764ceaa9a275014c68fdf0 for: {'port': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:19:57.678040 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:57.844460 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Allocated IP 172.20.0.10 (6f18a0da-3cc6-49f6-809a-47ae9fa19bb0/527b9ad8-c8ba-41cb-a8ae-5e912e6db0de/9c94e55e-d851-4d26-a848-e47855620084) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:19:58.055056 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-21fc90b7-71bc-4374-b1b0-3a33c6736a56 req-8eefb0e7-a101-4e0b-a1cc-229ed05c819c tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 210 time: 0.0385189 Jul 28 04:19:58.061328 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:58.078969 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Transition to ACTIVE for port object 9c94e55e-d851-4d26-a848-e47855620084 will not be triggered until provisioned by entity DHCP. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:19:58.105363 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60b50b-4943-40ed-95e7-6fbb215c6356 req-73203b7b-044f-413c-be5a-a8b8058020ed tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:58.107343 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e60b50b-4943-40ed-95e7-6fbb215c6356 req-73203b7b-044f-413c-be5a-a8b8058020ed tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0555348 Jul 28 04:19:58.168829 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e60b50b-4943-40ed-95e7-6fbb215c6356 req-98e99d0c-08da-4234-b8df-c8c6445f3a08 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519974 Jul 28 04:19:58.179431 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:58.249132 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event updated for resources: {'Port': ['ID=9c94e55e-d851-4d26-a848-e47855620084,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:58.274028 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:19:58.276005 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:19:58.278101 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:19:58.285712 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4ff64-a60a-41c5-935b-f71f9ed88e12 req-45ab3163-f92f-4bad-8809-0c162b777db4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:58.291187 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-50f4ff64-a60a-41c5-935b-f71f9ed88e12 req-45ab3163-f92f-4bad-8809-0c162b777db4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0834389 Jul 28 04:19:58.343690 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-50f4ff64-a60a-41c5-935b-f71f9ed88e12 req-c0a266a2-7b93-4cc6-9322-d3dd402550a6 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Jul 28 04:19:58.361225 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:58.362096 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:58.481933 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-f92f132f-2398-4a5f-b495-2fc2ce098872 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0125363 Jul 28 04:19:58.586627 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-db29842a-feb6-42f1-a2e8-c777899f0a97 None None] Provisioning for port 9c94e55e-d851-4d26-a848-e47855620084 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:19:58.591963 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-db29842a-feb6-42f1-a2e8-c777899f0a97 None None] Provisioning complete for port 9c94e55e-d851-4d26-a848-e47855620084 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:19:58.592523 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-db29842a-feb6-42f1-a2e8-c777899f0a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:58.604744 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcecab0-ac44-4654-8291-7f81d91b1a6d req-6453a79b-ef16-4bf4-be47-63e8b3d84bd4 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:58.611978 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fbcecab0-ac44-4654-8291-7f81d91b1a6d req-6453a79b-ef16-4bf4-be47-63e8b3d84bd4 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0639288 Jul 28 04:19:58.634929 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-db29842a-feb6-42f1-a2e8-c777899f0a97 None None] Port 9c94e55e-d851-4d26-a848-e47855620084 cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:19:58.663664 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fbcecab0-ac44-4654-8291-7f81d91b1a6d req-cdff2a66-f96b-4367-a16f-06abb793b154 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448110 Jul 28 04:19:59.187678 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82abc3-9c56-43cb-aed6-1ccadf3df5dc req-4b106407-effb-408d-939b-3ce2043fab54 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:59.188615 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ad82abc3-9c56-43cb-aed6-1ccadf3df5dc req-4b106407-effb-408d-939b-3ce2043fab54 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 932 time: 0.0583231 Jul 28 04:19:59.247072 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ad82abc3-9c56-43cb-aed6-1ccadf3df5dc req-61339bcb-269e-4c6d-932b-9946221425a4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507374 Jul 28 04:19:59.342193 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08fb85-1bcb-43c0-92f8-33b89cb26726 req-5c75b7d5-6247-45f3-8ff9-d83f3164f061 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:59.346474 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1e08fb85-1bcb-43c0-92f8-33b89cb26726 req-5c75b7d5-6247-45f3-8ff9-d83f3164f061 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0627120 Jul 28 04:19:59.388714 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1e08fb85-1bcb-43c0-92f8-33b89cb26726 req-d1648495-da8a-4771-b433-3610d015ec17 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371690 Jul 28 04:19:59.472591 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b288d-3edd-431a-a2ef-b3448056773c req-5de64fc1-1437-4a15-a997-6f6ef72c9a6c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:59.474768 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c38b288d-3edd-431a-a2ef-b3448056773c req-5de64fc1-1437-4a15-a997-6f6ef72c9a6c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0530679 Jul 28 04:19:59.537588 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c38b288d-3edd-431a-a2ef-b3448056773c req-5a3c0ce4-319d-40a2-96c5-119b487b6169 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560920 Jul 28 04:19:59.768452 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a74f23-b0e7-491e-815a-2f495e3763b6 req-3b52d62c-9690-4341-9ebf-d290b3b1fa97 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:59.769948 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-60a74f23-b0e7-491e-815a-2f495e3763b6 req-3b52d62c-9690-4341-9ebf-d290b3b1fa97 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0483143 Jul 28 04:19:59.812274 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-60a74f23-b0e7-491e-815a-2f495e3763b6 req-3aff2a62-89bb-422a-8f0c-73246c77d193 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355380 Jul 28 04:20:00.423403 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dbb93-d945-459d-bc22-ed487873b394 req-7684e177-a038-4660-8bd1-08b95fc76972 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:00.425164 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-929dbb93-d945-459d-bc22-ed487873b394 req-7684e177-a038-4660-8bd1-08b95fc76972 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 932 time: 0.0603878 Jul 28 04:20:00.471504 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-929dbb93-d945-459d-bc22-ed487873b394 req-dc573ee8-072a-49a3-bc65-02da1aea6ac3 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379019 Jul 28 04:20:00.595031 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50826f1b-6f82-4d42-8faf-95f346c2c516 req-4822698c-5e62-4ce4-b87c-804b70af3d7a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:00.596702 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-50826f1b-6f82-4d42-8faf-95f346c2c516 req-4822698c-5e62-4ce4-b87c-804b70af3d7a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0814562 Jul 28 04:20:00.668664 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-50826f1b-6f82-4d42-8faf-95f346c2c516 req-bd37064c-e273-4b1b-adb7-71e4bfb221a8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647492 Jul 28 04:20:00.697522 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556f725-07c0-47e1-a2d3-433eee08b04d req-64ce7f0f-017b-4a1a-b738-38bec8b5a985 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:00.699099 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3556f725-07c0-47e1-a2d3-433eee08b04d req-64ce7f0f-017b-4a1a-b738-38bec8b5a985 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0653212 Jul 28 04:20:00.741453 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3556f725-07c0-47e1-a2d3-433eee08b04d req-eb07c573-4f3f-4d7e-acef-d1e620d699a4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356598 Jul 28 04:20:00.937522 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de30cf3-cfc2-41a7-9097-5c35e2f274db req-6fc0f851-82e0-44e1-933d-4681ce639fb3 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:00.939114 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9de30cf3-cfc2-41a7-9097-5c35e2f274db req-6fc0f851-82e0-44e1-933d-4681ce639fb3 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0525880 Jul 28 04:20:00.980130 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9de30cf3-cfc2-41a7-9097-5c35e2f274db req-2ac5de28-6332-4d9e-8d01-9fe93bce78fd tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340629 Jul 28 04:20:01.322054 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Request body: {'port': {'device_id': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:20:01.392614 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:01.750238 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27a07d-327e-43a2-a16b-05a4c91de5d5 req-21dfa48c-135f-4685-8c98-2eadf50695d7 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:01.756611 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e27a07d-327e-43a2-a16b-05a4c91de5d5 req-21dfa48c-135f-4685-8c98-2eadf50695d7 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 932 time: 0.1609142 Jul 28 04:20:01.769129 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17780745-d224-4e37-bdfb-b6b03e2986fd req-b4d1a143-1253-431a-9041-b3279850e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:01.770565 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17780745-d224-4e37-bdfb-b6b03e2986fd req-b4d1a143-1253-431a-9041-b3279850e1fc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 1099 time: 0.1154253 Jul 28 04:20:01.851641 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e27a07d-327e-43a2-a16b-05a4c91de5d5 req-9317b669-8473-4579-a90d-689307b7fa83 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912232 Jul 28 04:20:01.857288 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17780745-d224-4e37-bdfb-b6b03e2986fd req-5c1fbeeb-a543-490c-804e-5a9a429365d9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677392 Jul 28 04:20:01.860131 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c94e55e-d851-4d26-a848-e47855620084 {{(pid=93704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:20:01.872180 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:01.872719 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df986b06-25e3-4b04-8584-e3065eb00047 req-69ead1b1-21cd-489a-8e42-5b9fb6e53596 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:01.876757 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-df986b06-25e3-4b04-8584-e3065eb00047 req-69ead1b1-21cd-489a-8e42-5b9fb6e53596 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.1021023 Jul 28 04:20:01.900108 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Transition to ACTIVE for port object 9c94e55e-d851-4d26-a848-e47855620084 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:20:01.981011 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:02.022351 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-df986b06-25e3-4b04-8584-e3065eb00047 req-00b44870-b174-4802-ae83-bd5f8ed82643 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283433 Jul 28 04:20:02.073596 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Pushing event updated for resources: {'Port': ['ID=9c94e55e-d851-4d26-a848-e47855620084,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:02.081408 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a61b-6854-4502-972f-16e0b60c8157 req-c385db4e-d39f-4ac3-b30c-f674f6edcc78 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:02.094333 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3dc7a61b-6854-4502-972f-16e0b60c8157 req-c385db4e-d39f-4ac3-b30c-f674f6edcc78 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.1453459 Jul 28 04:20:02.198081 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3dc7a61b-6854-4502-972f-16e0b60c8157 req-3e0fd91d-e895-40fe-ae8c-72a0a210459d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027594 Jul 28 04:20:02.274938 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37409c-53f3-448b-8a5d-769cd6413016 req-bb1109ea-3893-42c2-a9ab-f1010a841caa tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:02.277592 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0d37409c-53f3-448b-8a5d-769cd6413016 req-bb1109ea-3893-42c2-a9ab-f1010a841caa tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.1209733 Jul 28 04:20:02.288479 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Attempting to bind port 9c94e55e-d851-4d26-a848-e47855620084 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:20:02.288829 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Attempting to bind port 9c94e55e-d851-4d26-a848-e47855620084 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:20:02.292367 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Attempting to bind port 9c94e55e-d851-4d26-a848-e47855620084 on network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:20:02.304683 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Port 9c94e55e-d851-4d26-a848-e47855620084 on network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:20:02.305008 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Attempting to bind port 9c94e55e-d851-4d26-a848-e47855620084 on network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:20:02.313832 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:20:02.314180 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Checking segment: {'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:20:02.314575 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Bound using segment: {'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:20:02.315019 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Bound port: 9c94e55e-d851-4d26-a848-e47855620084, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d173c5c-97b7-4f26-9308-b24724f99959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:20:02.315383 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:02.326846 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-a3a5914b-ca71-4887-8cf9-98dd67d12122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:02.553073 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0d37409c-53f3-448b-8a5d-769cd6413016 req-72b332c0-3e11-4624-9b07-a2201cbc056b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652040 Jul 28 04:20:02.603408 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] For port 9c94e55e-d851-4d26-a848-e47855620084, host hv-cinder-74014, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:20:02.607381 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] For port 9c94e55e-d851-4d26-a848-e47855620084, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c94e55e-d851-4d26-a848-e47855620084,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:20:02.748229 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:02.813880 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Pushing event updated for resources: {'Port': ['ID=9c94e55e-d851-4d26-a848-e47855620084,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:02.844903 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:02.845653 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:02.847072 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-0f7c0e97-dbf8-4f12-9045-86c004f05c1f service neutron] 10.222.0.22 "PUT /v2.0/ports/9c94e55e-d851-4d26-a848-e47855620084 HTTP/1.1" status: 200 len: 1094 time: 1.5307326 Jul 28 04:20:02.847516 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'tag': '9c94e55e-d851-4d26-a848-e47855620084'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:20:02.851037 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99919f05-e88a-4bfe-83d9-8976e0fe31f6" -d '{"events": [{"name": "network-changed", "server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "tag": "9c94e55e-d851-4d26-a848-e47855620084"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:20:02.924057 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47850a46-e235-46c4-994f-f89aecc0120b x-openstack-request-id: req-47850a46-e235-46c4-994f-f89aecc0120b {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:20:02.925395 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "tag": "9c94e55e-d851-4d26-a848-e47855620084", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:20:02.925395 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47850a46-e235-46c4-994f-f89aecc0120b {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:20:02.925395 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'tag': '9c94e55e-d851-4d26-a848-e47855620084', 'status': 'completed', 'code': 200} Jul 28 04:20:03.009744 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1483f7e-2b4c-45ca-ad3e-03a21b92df11 req-aacd03cb-f597-4d66-984c-a61b483b7b19 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:03.011288 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b1483f7e-2b4c-45ca-ad3e-03a21b92df11 req-aacd03cb-f597-4d66-984c-a61b483b7b19 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0771980 Jul 28 04:20:03.053094 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b1483f7e-2b4c-45ca-ad3e-03a21b92df11 req-7c176968-dce7-41bf-afbd-42a59f30c851 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350699 Jul 28 04:20:03.143232 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f6f28-4475-411b-9957-bf196968b997 req-9d1fc7e4-c57e-4569-9c91-aa1a15d7cee0 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:03.144659 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2a2f6f28-4475-411b-9957-bf196968b997 req-9d1fc7e4-c57e-4569-9c91-aa1a15d7cee0 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0507464 Jul 28 04:20:03.183482 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2a2f6f28-4475-411b-9957-bf196968b997 req-615cc0a1-2300-43be-bab8-a5af2d8354b7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321846 Jul 28 04:20:03.341424 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f9006-acb1-49a5-8b24-47ab71f5bf81 req-64ce22bc-7a2d-49c8-bc28-0135e366494a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:03.342892 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ca1f9006-acb1-49a5-8b24-47ab71f5bf81 req-64ce22bc-7a2d-49c8-bc28-0135e366494a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0669422 Jul 28 04:20:03.384517 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ca1f9006-acb1-49a5-8b24-47ab71f5bf81 req-adda8493-7fa6-4fe1-8eed-a205ff21c378 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Jul 28 04:20:03.434462 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919f05-e88a-4bfe-83d9-8976e0fe31f6 req-d9e2731c-44aa-4df2-8896-805e264b2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:03.436586 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-99919f05-e88a-4bfe-83d9-8976e0fe31f6 req-d9e2731c-44aa-4df2-8896-805e264b2c14 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9718890b764ceaa9a275014c68fdf0&device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 1097 time: 0.0559816 Jul 28 04:20:04.229556 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc98f6-b0bd-4b18-b67f-0b0e94721e2b req-32c001e4-b982-4919-84e2-26ed5d1075d2 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:04.231297 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-32bc98f6-b0bd-4b18-b67f-0b0e94721e2b req-32c001e4-b982-4919-84e2-26ed5d1075d2 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0571594 Jul 28 04:20:04.282679 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-32bc98f6-b0bd-4b18-b67f-0b0e94721e2b req-5bf58696-703a-481e-9c77-c3bfe1ae5874 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449271 Jul 28 04:20:04.323554 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76056124-52e0-4114-8aba-8dd04e2c9c92 req-664819de-e816-4379-acd6-a39a6f317dd1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:04.325250 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-76056124-52e0-4114-8aba-8dd04e2c9c92 req-664819de-e816-4379-acd6-a39a6f317dd1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0591276 Jul 28 04:20:04.369019 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-76056124-52e0-4114-8aba-8dd04e2c9c92 req-ad060a34-ccbe-4f55-a39e-46166a2ea1bc tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372169 Jul 28 04:20:04.534045 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04474a-a268-4b84-aa40-33ec1a4487b5 req-4f080dcc-e435-46f7-ab43-274533cf9e4a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:04.535851 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fc04474a-a268-4b84-aa40-33ec1a4487b5 req-4f080dcc-e435-46f7-ab43-274533cf9e4a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0529079 Jul 28 04:20:04.595744 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fc04474a-a268-4b84-aa40-33ec1a4487b5 req-ef2537d0-9f61-4113-a58b-fe7d14330f24 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468163 Jul 28 04:20:04.778231 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c74db030-04f6-4be8-8283-028124bf19d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:05.277258 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:05.431850 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c8269-a1a3-452a-a43b-6e99976063fe req-a27e8517-fc84-471f-bf9e-eca64696f5a2 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:05.433407 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4a5c8269-a1a3-452a-a43b-6e99976063fe req-a27e8517-fc84-471f-bf9e-eca64696f5a2 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0596375 Jul 28 04:20:05.504834 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4a5c8269-a1a3-452a-a43b-6e99976063fe req-2a0159cb-b2b6-420c-9444-b1d741798023 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631335 Jul 28 04:20:05.518912 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2c154-a5a3-47bc-8578-223a555c737a req-403ca4c0-e2c7-42ea-a0e8-76161df67b58 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:05.520665 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-58e2c154-a5a3-47bc-8578-223a555c737a req-403ca4c0-e2c7-42ea-a0e8-76161df67b58 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0657861 Jul 28 04:20:05.578122 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-58e2c154-a5a3-47bc-8578-223a555c737a req-faf73cdb-65cb-4a22-97d7-b477f64606d4 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502076 Jul 28 04:20:05.702364 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80be54-afb2-43d0-a580-684c002d35b1 req-030f3cf2-0db2-44ea-abb4-34e0f1becc01 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:05.704071 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1f80be54-afb2-43d0-a580-684c002d35b1 req-030f3cf2-0db2-44ea-abb4-34e0f1becc01 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0517004 Jul 28 04:20:05.742427 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1f80be54-afb2-43d0-a580-684c002d35b1 req-7c07adfd-76f4-480f-a5d5-32f9d7f44674 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Jul 28 04:20:06.335458 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:06.621518 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf88681-94e1-4c40-a507-d53f53f4e59b req-1c5323c3-0ff9-4da7-82b3-542a252e66ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:06.623045 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8cf88681-94e1-4c40-a507-d53f53f4e59b req-1c5323c3-0ff9-4da7-82b3-542a252e66ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0510321 Jul 28 04:20:06.668764 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8cf88681-94e1-4c40-a507-d53f53f4e59b req-1423f3eb-6710-4181-b3a6-f9ba2146bd34 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373964 Jul 28 04:20:06.764796 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadca4e-bffd-4b9d-bbee-c97b4f73024b req-bb04607b-4c73-47a4-8d0a-a08734f4c624 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:06.766635 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ceadca4e-bffd-4b9d-bbee-c97b4f73024b req-bb04607b-4c73-47a4-8d0a-a08734f4c624 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0523112 Jul 28 04:20:06.838627 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ceadca4e-bffd-4b9d-bbee-c97b4f73024b req-b4028f5a-39be-4b0e-a86b-b1d2111e378f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605640 Jul 28 04:20:06.873646 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda13a70-f816-48fb-b2e7-698de7b6a441 req-42f26a48-1eda-48c3-9ece-604cd51769c1 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:06.875093 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fda13a70-f816-48fb-b2e7-698de7b6a441 req-42f26a48-1eda-48c3-9ece-604cd51769c1 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0518973 Jul 28 04:20:06.916621 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fda13a70-f816-48fb-b2e7-698de7b6a441 req-4e0edef7-2553-4c07-bf6e-b40ce0e2bcd4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342734 Jul 28 04:20:07.766687 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:07.799332 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dd85a-0eb3-46f1-9278-9921f24195d4 req-09d0bdf8-1b44-4324-a984-f280ddf0d4ac tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:07.800896 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cc0dd85a-0eb3-46f1-9278-9921f24195d4 req-09d0bdf8-1b44-4324-a984-f280ddf0d4ac tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0532176 Jul 28 04:20:07.840006 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cc0dd85a-0eb3-46f1-9278-9921f24195d4 req-3fd57cc2-4721-42a8-ae37-810335e710c7 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322733 Jul 28 04:20:07.963579 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87500c8-55ae-4005-bfdc-3ba66a7b7b6e req-5d811c85-2499-4fe5-a5d0-0674fb1ecf30 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:07.965400 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c87500c8-55ae-4005-bfdc-3ba66a7b7b6e req-5d811c85-2499-4fe5-a5d0-0674fb1ecf30 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0568409 Jul 28 04:20:08.018054 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c87500c8-55ae-4005-bfdc-3ba66a7b7b6e req-484f45b5-ee12-4629-9897-a767c374f6d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460312 Jul 28 04:20:08.054192 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91560b5a-7a55-4e82-b2f0-4838c4c398de req-44aa1ccd-ab0c-4933-bdbf-0be4f176bfc8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:08.055927 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-91560b5a-7a55-4e82-b2f0-4838c4c398de req-44aa1ccd-ab0c-4933-bdbf-0be4f176bfc8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0546856 Jul 28 04:20:08.096316 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-91560b5a-7a55-4e82-b2f0-4838c4c398de req-ff923875-1618-40d1-b065-cdbc466b2e9b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341427 Jul 28 04:20:08.956210 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523e3b1-90fc-415a-8f6a-1f47fb4241ab req-8d5ac9ed-5c87-4c0a-b454-6a7408a45674 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:08.957674 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f523e3b1-90fc-415a-8f6a-1f47fb4241ab req-8d5ac9ed-5c87-4c0a-b454-6a7408a45674 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0489435 Jul 28 04:20:08.996021 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f523e3b1-90fc-415a-8f6a-1f47fb4241ab req-746f2520-bc14-4220-8aa3-8244e6529ca8 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315704 Jul 28 04:20:09.156055 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2da8e-48f1-4cb8-a4fc-26c8f71e10d3 req-e87dbafc-0a07-407c-8368-b26d1675ff2d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:09.157584 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b2e2da8e-48f1-4cb8-a4fc-26c8f71e10d3 req-e87dbafc-0a07-407c-8368-b26d1675ff2d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0596235 Jul 28 04:20:09.216948 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b2e2da8e-48f1-4cb8-a4fc-26c8f71e10d3 req-ff564f3d-c13f-444e-8ccc-bb5b2e5bc26d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504618 Jul 28 04:20:09.263405 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ff44-7a83-4499-abfd-ef2a1ea62409 req-d6f0ed46-fb72-4722-80e0-c61b92dc7781 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:09.265268 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7e70ff44-7a83-4499-abfd-ef2a1ea62409 req-d6f0ed46-fb72-4722-80e0-c61b92dc7781 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0653641 Jul 28 04:20:09.309371 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7e70ff44-7a83-4499-abfd-ef2a1ea62409 req-800078ab-fe2d-474a-bf0c-48e989edbf42 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377884 Jul 28 04:20:10.119064 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2d154-6b97-416a-96e4-838c01a228d3 req-81e62c8e-caa4-404e-9a49-609a5f736458 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:10.120604 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ade2d154-6b97-416a-96e4-838c01a228d3 req-81e62c8e-caa4-404e-9a49-609a5f736458 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0481977 Jul 28 04:20:10.160412 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ade2d154-6b97-416a-96e4-838c01a228d3 req-116ae4e3-17d0-4c4e-8bef-35c8ce5f5c1e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333178 Jul 28 04:20:10.429932 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23db01a-fc10-497b-958f-f4fcc3c09e69 req-2e402af1-c13b-4545-b1b6-1ed65892297d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:10.431443 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f23db01a-fc10-497b-958f-f4fcc3c09e69 req-2e402af1-c13b-4545-b1b6-1ed65892297d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0885024 Jul 28 04:20:10.467161 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974fe9e-45e2-458b-8130-c52a0af40d4b req-f09d2881-9de5-41b7-a9a5-d4c7e03e5b55 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:10.468677 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0974fe9e-45e2-458b-8130-c52a0af40d4b req-f09d2881-9de5-41b7-a9a5-d4c7e03e5b55 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0785737 Jul 28 04:20:10.499606 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f23db01a-fc10-497b-958f-f4fcc3c09e69 req-f5b76978-949a-42e1-8d82-9acb7ad6e47d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594330 Jul 28 04:20:10.526572 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0974fe9e-45e2-458b-8130-c52a0af40d4b req-a5aba190-e7b5-4df5-be58-95b15b352f7a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510113 Jul 28 04:20:11.276747 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0521f6-859f-46a8-8365-9d3bd1c7a5f1 req-b6ad20fc-7d62-4121-ad9b-c6eeeec3819f tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:11.278260 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-eb0521f6-859f-46a8-8365-9d3bd1c7a5f1 req-b6ad20fc-7d62-4121-ad9b-c6eeeec3819f tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0479536 Jul 28 04:20:11.331379 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-eb0521f6-859f-46a8-8365-9d3bd1c7a5f1 req-1bfdd6ce-375e-48c6-8453-603ee4163577 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472012 Jul 28 04:20:11.680116 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9800805-76e6-44df-907f-4b4299e7c77f req-a969d310-22bf-4643-848f-194d1cd4c995 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:11.682005 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d9800805-76e6-44df-907f-4b4299e7c77f req-a969d310-22bf-4643-848f-194d1cd4c995 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0832975 Jul 28 04:20:11.698839 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d523354-a3ee-487a-8155-acd620553a5c req-211e00f5-89d7-4db7-9d62-226af01314b2 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:11.700390 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5d523354-a3ee-487a-8155-acd620553a5c req-211e00f5-89d7-4db7-9d62-226af01314b2 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0734136 Jul 28 04:20:11.747522 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d9800805-76e6-44df-907f-4b4299e7c77f req-4da5995b-1cc4-406a-b359-e8618e6bf30f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571098 Jul 28 04:20:11.760981 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5d523354-a3ee-487a-8155-acd620553a5c req-33aeed80-9629-49f8-ae8f-bccef9fe97a4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536098 Jul 28 04:20:12.475460 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ea83b-72e0-472b-8267-25246063b1c2 req-23e172d7-ef29-4506-a263-a4921989bef5 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:12.477443 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d06ea83b-72e0-472b-8267-25246063b1c2 req-23e172d7-ef29-4506-a263-a4921989bef5 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0563939 Jul 28 04:20:12.520582 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d06ea83b-72e0-472b-8267-25246063b1c2 req-21ee53b0-a3aa-4477-be7c-c3209ec02bcd tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371733 Jul 28 04:20:12.907417 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37e030-2277-4fd5-a7ea-ed7816059ad9 req-2c3a9398-1b74-45fa-b3ea-10a6f9c1829c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:12.908901 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2f37e030-2277-4fd5-a7ea-ed7816059ad9 req-2c3a9398-1b74-45fa-b3ea-10a6f9c1829c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0788250 Jul 28 04:20:12.936688 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ba96-29dd-417a-b945-e8bf5651fe0b req-dcac86b0-5e91-459f-9f53-f36d6c83c5eb tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:12.938099 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e2f7ba96-29dd-417a-b945-e8bf5651fe0b req-dcac86b0-5e91-459f-9f53-f36d6c83c5eb tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0816157 Jul 28 04:20:12.969960 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2f37e030-2277-4fd5-a7ea-ed7816059ad9 req-a7364065-784d-4347-9e17-f2e9d64f70b1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548239 Jul 28 04:20:12.986492 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e2f7ba96-29dd-417a-b945-e8bf5651fe0b req-b3532dfc-71df-4b43-9174-f1143c301dee tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401313 Jul 28 04:20:13.658998 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd184ecd-aae9-4e56-8ae7-9c68a2ad6a15 req-02b62e2d-ab2f-4e11-b474-f24882450ad8 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:13.660674 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dd184ecd-aae9-4e56-8ae7-9c68a2ad6a15 req-02b62e2d-ab2f-4e11-b474-f24882450ad8 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0573938 Jul 28 04:20:13.700208 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dd184ecd-aae9-4e56-8ae7-9c68a2ad6a15 req-e4c8e449-c622-4601-a6f6-eb385381405f tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Jul 28 04:20:14.112848 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c70e2-152a-43d3-817c-a72a1861d61c req-6a0bd0f0-7cf1-456f-a154-a75c04212fbb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:14.114382 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-093c70e2-152a-43d3-817c-a72a1861d61c req-6a0bd0f0-7cf1-456f-a154-a75c04212fbb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0733302 Jul 28 04:20:14.138498 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce900393-ba60-4791-85f5-ab5a400739b5 req-931302ee-4376-491e-83ee-738897e7d6ec tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:14.140052 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ce900393-ba60-4791-85f5-ab5a400739b5 req-931302ee-4376-491e-83ee-738897e7d6ec tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0882618 Jul 28 04:20:14.193622 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-093c70e2-152a-43d3-817c-a72a1861d61c req-0a8a4592-634f-4317-8f41-8f76f53e1a61 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704248 Jul 28 04:20:14.199079 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ce900393-ba60-4791-85f5-ab5a400739b5 req-85db1752-6309-4203-88d0-78efcd6fe8c2 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510111 Jul 28 04:20:14.816332 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315bef1-d8e8-46d5-8b2b-fae3346272b4 req-59017e33-ebbf-4260-96bb-abd7b58a62da tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:14.818775 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6315bef1-d8e8-46d5-8b2b-fae3346272b4 req-59017e33-ebbf-4260-96bb-abd7b58a62da tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0500083 Jul 28 04:20:14.862598 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6315bef1-d8e8-46d5-8b2b-fae3346272b4 req-4bc66dd4-ff0e-417f-966c-8aa30056b257 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372362 Jul 28 04:20:15.361590 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f0970-0957-4488-81e6-88d5ff2d150b req-5b0da44f-b934-4c25-9610-c86e554cda5b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:15.367135 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e23f0970-0957-4488-81e6-88d5ff2d150b req-5b0da44f-b934-4c25-9610-c86e554cda5b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0974944 Jul 28 04:20:15.371198 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8923e2-8d3e-46a5-b6bd-f86b879a98a9 req-cd4f31dd-c0a3-4800-b51f-f574bbc46313 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:15.372583 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6f8923e2-8d3e-46a5-b6bd-f86b879a98a9 req-cd4f31dd-c0a3-4800-b51f-f574bbc46313 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0944691 Jul 28 04:20:15.426573 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e23f0970-0957-4488-81e6-88d5ff2d150b req-0c9ca270-18e9-42f8-b561-c6632fe06d58 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528924 Jul 28 04:20:15.439298 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6f8923e2-8d3e-46a5-b6bd-f86b879a98a9 req-d0b5ad4b-2776-447a-9196-9273cf1ec06c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599632 Jul 28 04:20:15.975699 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e45fa4-6542-4bf8-abb3-23aaf1d163e0 req-6433d202-d70d-49e0-88aa-b74b2b3ecbfb tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:15.977849 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-81e45fa4-6542-4bf8-abb3-23aaf1d163e0 req-6433d202-d70d-49e0-88aa-b74b2b3ecbfb tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0500991 Jul 28 04:20:16.016548 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-81e45fa4-6542-4bf8-abb3-23aaf1d163e0 req-8ee45a1e-cc57-40e7-b4a5-379e35a0c6e8 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Jul 28 04:20:16.355776 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:20:16.473682 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919f05-e88a-4bfe-83d9-8976e0fe31f6 req-6bbc4c12-f968-4672-aa7d-bf3c2500e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:16.475336 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-99919f05-e88a-4bfe-83d9-8976e0fe31f6 req-6bbc4c12-f968-4672-aa7d-bf3c2500e633 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=bd9718890b764ceaa9a275014c68fdf0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1006658 Jul 28 04:20:16.585767 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919f05-e88a-4bfe-83d9-8976e0fe31f6 req-5e8dd649-aaca-4141-bf1a-6629509e2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:16.587251 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-99919f05-e88a-4bfe-83d9-8976e0fe31f6 req-5e8dd649-aaca-4141-bf1a-6629509e2e0c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029832 Jul 28 04:20:16.590501 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc46c2-f8f2-4037-a5de-4a78aa9297c6 req-877027e5-b6c5-41a7-a39e-5d2199397ce9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:16.592052 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3dfc46c2-f8f2-4037-a5de-4a78aa9297c6 req-877027e5-b6c5-41a7-a39e-5d2199397ce9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0859468 Jul 28 04:20:16.604798 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18bf2d-f896-4cc6-aeda-767a053e40f6 req-74269467-9bea-4607-9425-20854b364640 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:16.608258 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fb18bf2d-f896-4cc6-aeda-767a053e40f6 req-74269467-9bea-4607-9425-20854b364640 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0902076 Jul 28 04:20:16.669793 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3dfc46c2-f8f2-4037-a5de-4a78aa9297c6 req-b36d444a-fc7c-4e58-b2f5-f78d50721d0b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604339 Jul 28 04:20:16.678288 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fb18bf2d-f896-4cc6-aeda-767a053e40f6 req-93f44859-6fca-4fee-bc8f-ea5fc7aeaac4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577025 Jul 28 04:20:16.695011 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-fdafc857-9bf3-42a7-b0c0-7dff8ccbc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:16.696719 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-fdafc857-9bf3-42a7-b0c0-7dff8ccbc85e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9718890b764ceaa9a275014c68fdf0&device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 1097 time: 0.0474699 Jul 28 04:20:16.922083 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-ba379405-6da1-4e82-a985-b57c71f043e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c94e55e-d851-4d26-a848-e47855620084 HTTP/1.1" status: 200 len: 217 time: 0.0355289 Jul 28 04:20:16.968281 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:16.974045 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-c86d55ea-0676-4aef-b9e3-234b2c7be868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:16.978296 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-c86d55ea-0676-4aef-b9e3-234b2c7be868 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=527b9ad8-c8ba-41cb-a8ae-5e912e6db0de HTTP/1.1" status: 200 len: 853 time: 0.0430768 Jul 28 04:20:17.032205 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-94471d37-b37d-4ddd-a091-1f4a5baa5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:17.033678 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-94471d37-b37d-4ddd-a091-1f4a5baa5ca6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430219 Jul 28 04:20:17.139391 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-efaadf22-f4c3-4a07-8760-96dc4f83d1df service neutron] 10.222.0.22 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877123 Jul 28 04:20:17.147664 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcb7cd-7256-4b48-8709-4fa77e3b586c req-5107b301-2ea5-40ea-af4a-5c3582df1776 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:17.149854 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fbcb7cd-7256-4b48-8709-4fa77e3b586c req-5107b301-2ea5-40ea-af4a-5c3582df1776 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0552826 Jul 28 04:20:17.195492 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fbcb7cd-7256-4b48-8709-4fa77e3b586c req-7b9aa35d-5d5e-4d76-ac27-8d55006e98c5 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333688 Jul 28 04:20:17.246744 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-3e072a2e-b777-4d0e-b48a-a91e5415bf30 req-697190a4-1551-4cc9-93c0-824fbdb35756 service neutron] 10.222.0.22 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931370 Jul 28 04:20:17.430724 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd655246-d44c-42d2-9a4b-4563f2e3bfd3 req-1c5f154a-cee8-4906-b56d-789f035e6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:17.432364 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cd655246-d44c-42d2-9a4b-4563f2e3bfd3 req-1c5f154a-cee8-4906-b56d-789f035e6443 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 1098 time: 0.0433667 Jul 28 04:20:17.528012 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd655246-d44c-42d2-9a4b-4563f2e3bfd3 req-82a85a68-cd10-48e7-8f5b-19f481138785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:17.529502 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cd655246-d44c-42d2-9a4b-4563f2e3bfd3 req-82a85a68-cd10-48e7-8f5b-19f481138785 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 917 time: 0.0826645 Jul 28 04:20:17.606620 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cd655246-d44c-42d2-9a4b-4563f2e3bfd3 req-b5753908-eea7-43f5-8f1a-0c72984e34f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce7290d-0099-49be-b853-0b39b27279bb HTTP/1.1" status: 200 len: 1001 time: 0.0650086 Jul 28 04:20:17.652612 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 60462) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:20:17.676184 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd655246-d44c-42d2-9a4b-4563f2e3bfd3 req-c5c4ae29-643a-4ac1-9cd6-86317aaa5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:17.678255 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cd655246-d44c-42d2-9a4b-4563f2e3bfd3 req-c5c4ae29-643a-4ac1-9cd6-86317aaa5ac8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.0518143 Jul 28 04:20:17.734042 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd655246-d44c-42d2-9a4b-4563f2e3bfd3 req-9a528ab8-5623-45c3-9994-0e92f47edc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:17.735653 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cd655246-d44c-42d2-9a4b-4563f2e3bfd3 req-9a528ab8-5623-45c3-9994-0e92f47edc3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472293 Jul 28 04:20:17.830785 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e28fee-1d79-42b7-b73b-11a31bbe2276 req-b4aa4301-3f91-42b1-ab57-7581c005ef1f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:17.832340 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-63e28fee-1d79-42b7-b73b-11a31bbe2276 req-b4aa4301-3f91-42b1-ab57-7581c005ef1f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0872328 Jul 28 04:20:17.839920 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e44611-2004-4143-ad64-e09011fcfb3d req-981de95f-ec64-403f-8594-c306bd85adab tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:17.841364 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-43e44611-2004-4143-ad64-e09011fcfb3d req-981de95f-ec64-403f-8594-c306bd85adab tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0869501 Jul 28 04:20:17.848376 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cd655246-d44c-42d2-9a4b-4563f2e3bfd3 req-debe227b-c677-421f-bf21-d86b05ba3db7 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036787 Jul 28 04:20:17.873013 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-44fbff77-c7a3-42c4-9d47-b8cf9ca0a55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:17.935579 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-63e28fee-1d79-42b7-b73b-11a31bbe2276 req-ee1d43ff-f9bc-47cd-8edd-483adeff782c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932007 Jul 28 04:20:17.940646 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-43e44611-2004-4143-ad64-e09011fcfb3d req-f3d2f65d-7a04-4c83-aaed-d10453657a3d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849900 Jul 28 04:20:17.941388 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cd655246-d44c-42d2-9a4b-4563f2e3bfd3 req-1f79b73b-2848-43a5-941b-bd1a90ddf01e service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843363 Jul 28 04:20:18.011732 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-44fbff77-c7a3-42c4-9d47-b8cf9ca0a55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:18.082699 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-44fbff77-c7a3-42c4-9d47-b8cf9ca0a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:18.121169 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-44fbff77-c7a3-42c4-9d47-b8cf9ca0a55e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e328e8420a5b46f49aaa1774aeffb094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671805 Jul 28 04:20:18.123070 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbff77-c7a3-42c4-9d47-b8cf9ca0a55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf7d200-86c8-47c9-8441-2bba7f1b6c2d,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:18.124064 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 60476) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:20:18.178051 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-006c0bb2-fbdc-4a96-baad-de16712fbdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:18.198922 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-006c0bb2-fbdc-4a96-baad-de16712fbdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:18.300060 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-006c0bb2-fbdc-4a96-baad-de16712fbdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:18.302542 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-006c0bb2-fbdc-4a96-baad-de16712fbdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:18.303732 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-006c0bb2-fbdc-4a96-baad-de16712fbdd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cf7d200-86c8-47c9-8441-2bba7f1b6c2d HTTP/1.1" status: 204 len: 168 time: 0.1784751 Jul 28 04:20:18.312649 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4718da-1d3f-4931-a29b-3f1d343d86ce req-d3b470b5-3e6b-4e65-baa0-f0beacc7b758 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:18.314263 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8b4718da-1d3f-4931-a29b-3f1d343d86ce req-d3b470b5-3e6b-4e65-baa0-f0beacc7b758 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0528688 Jul 28 04:20:18.314440 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c0bb2-fbdc-4a96-baad-de16712fbdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf7d200-86c8-47c9-8441-2bba7f1b6c2d,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:18.377285 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8b4718da-1d3f-4931-a29b-3f1d343d86ce req-68772379-93b3-4e2e-861d-cb4631ade77f tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515382 Jul 28 04:20:18.457827 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e344e6-7dbb-47f0-887d-0bbd231a0e5a req-f27a922e-cea9-4e70-9808-89cf13ad5c34 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:18.459335 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-81e344e6-7dbb-47f0-887d-0bbd231a0e5a req-f27a922e-cea9-4e70-9808-89cf13ad5c34 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0491862 Jul 28 04:20:18.492345 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be5d55-79ba-4372-ba25-668a81a45bd9 req-5af12084-7a20-42c4-ad39-88e9260829c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:18.493908 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-60be5d55-79ba-4372-ba25-668a81a45bd9 req-5af12084-7a20-42c4-ad39-88e9260829c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49aa224c10c349e19917670e9bcf0df9&device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 1099 time: 0.0440178 Jul 28 04:20:18.499267 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-81e344e6-7dbb-47f0-887d-0bbd231a0e5a req-8a25beed-5b29-4bf5-9cf2-3209ff203336 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329568 Jul 28 04:20:18.591776 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be5d55-79ba-4372-ba25-668a81a45bd9 req-64cebbd1-b1bc-427a-ad0b-1bb9784c6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:18.593690 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-60be5d55-79ba-4372-ba25-668a81a45bd9 req-64cebbd1-b1bc-427a-ad0b-1bb9784c6483 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 200 len: 920 time: 0.0887518 Jul 28 04:20:18.641273 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-60be5d55-79ba-4372-ba25-668a81a45bd9 req-545d3f33-b5cc-4ba6-b7cb-b4000270e8a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a HTTP/1.1" status: 200 len: 217 time: 0.0336471 Jul 28 04:20:18.708691 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be5d55-79ba-4372-ba25-668a81a45bd9 req-e74b4f13-577d-404a-a38b-bc16dc6389ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:18.710256 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-60be5d55-79ba-4372-ba25-668a81a45bd9 req-e74b4f13-577d-404a-a38b-bc16dc6389ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=12a69832-7371-46dc-8a4c-e6392964750d HTTP/1.1" status: 200 len: 859 time: 0.0437868 Jul 28 04:20:18.745166 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-60be5d55-79ba-4372-ba25-668a81a45bd9 req-e1be2405-ed03-4905-987d-bc5a7ab548df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ec26ca8-ebd2-4355-b18e-97b6c974b90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254707 Jul 28 04:20:18.857414 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-60be5d55-79ba-4372-ba25-668a81a45bd9 req-d8512658-8704-4754-8155-071f198259d9 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966208 Jul 28 04:20:18.964503 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-60be5d55-79ba-4372-ba25-668a81a45bd9 req-ad3eb72b-3536-40c6-b957-87c0cd4a2eb6 service neutron] 10.222.0.22 "GET /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003108 Jul 28 04:20:19.064665 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab39c0-33ec-4eed-9032-b5ae26b49d43 req-953a09b1-1d73-4b75-92ca-89ed13d2b84f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:19.066393 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-82ab39c0-33ec-4eed-9032-b5ae26b49d43 req-953a09b1-1d73-4b75-92ca-89ed13d2b84f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0480974 Jul 28 04:20:19.108143 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-82ab39c0-33ec-4eed-9032-b5ae26b49d43 req-065da6ac-de89-42d8-88f6-b137f6e58961 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355029 Jul 28 04:20:19.487108 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd066-7c63-4563-a81d-8cac59bdc8e0 req-0d0de156-7268-4c35-94a5-1572f8ed8f65 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:19.488706 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-eddcd066-7c63-4563-a81d-8cac59bdc8e0 req-0d0de156-7268-4c35-94a5-1572f8ed8f65 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0542696 Jul 28 04:20:19.527614 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-eddcd066-7c63-4563-a81d-8cac59bdc8e0 req-821b18de-349f-41cb-af59-7712f75f3dea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325694 Jul 28 04:20:19.625058 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e2ddc-6c14-40f7-ba18-2d56e59e8bfb req-50f7faae-add8-4c7d-999e-28a6fe8b3383 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:19.625058 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c68e2ddc-6c14-40f7-ba18-2d56e59e8bfb req-50f7faae-add8-4c7d-999e-28a6fe8b3383 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0487640 Jul 28 04:20:19.658483 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c68e2ddc-6c14-40f7-ba18-2d56e59e8bfb req-083e733d-59e7-48fa-b9ed-4d31c4fb851e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315130 Jul 28 04:20:20.229876 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63623f2f-ac2b-4edc-a0c1-e1cc8bad8509 req-e27a0210-3325-4cd2-820c-0f11eeb9d2d8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:20.229876 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-63623f2f-ac2b-4edc-a0c1-e1cc8bad8509 req-e27a0210-3325-4cd2-820c-0f11eeb9d2d8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0478833 Jul 28 04:20:20.267146 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-63623f2f-ac2b-4edc-a0c1-e1cc8bad8509 req-e3821005-286f-4b0b-a9da-b2c89cea4780 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317347 Jul 28 04:20:20.642195 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa97924-ab5d-4451-aa23-da6f481e9d4e req-6d4a7657-0bf5-474b-8a31-f567aa99aadc tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:20.643662 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dfa97924-ab5d-4451-aa23-da6f481e9d4e req-6d4a7657-0bf5-474b-8a31-f567aa99aadc tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0500367 Jul 28 04:20:20.681858 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dfa97924-ab5d-4451-aa23-da6f481e9d4e req-aaa6023c-57d6-4665-ad10-d1dfbf7533b7 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Jul 28 04:20:20.774880 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b5a33-2c8c-42d4-9181-a0221a3ab69e req-83b84863-c06c-48ba-aecb-361e834b8fc6 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:20.776375 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b27b5a33-2c8c-42d4-9181-a0221a3ab69e req-83b84863-c06c-48ba-aecb-361e834b8fc6 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0470591 Jul 28 04:20:20.813812 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b27b5a33-2c8c-42d4-9181-a0221a3ab69e req-e1169435-08c2-476d-a33d-bc87882fa768 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314388 Jul 28 04:20:21.402165 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1917e76-543f-44f7-b883-945842a8a136 req-a201b676-21e2-4ee4-a68b-e58f4c8d9ce5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:21.403537 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f1917e76-543f-44f7-b883-945842a8a136 req-a201b676-21e2-4ee4-a68b-e58f4c8d9ce5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 945 time: 0.0507040 Jul 28 04:20:21.415878 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9c94e55e-d851-4d26-a848-e47855620084 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:20:21.424933 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3ce7290d-0099-49be-b853-0b39b27279bb no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:20:21.452081 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f1917e76-543f-44f7-b883-945842a8a136 req-af3e2c60-3386-48f1-bc4d-e282a5cc73c9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 Jul 28 04:20:21.567360 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:21.585677 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 9c94e55e-d851-4d26-a848-e47855620084, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c94e55e-d851-4d26-a848-e47855620084,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:21.603303 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '9c94e55e-d851-4d26-a848-e47855620084', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'port_id': '9c94e55e-d851-4d26-a848-e47855620084', 'mac_address': 'fa:16:3e:74:b2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:20:21.608222 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:20:21.610424 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c115cbb5-7edc-4757-af70-c09449c831fc" -d '{"events": [{"server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "name": "network-vif-unplugged", "status": "completed", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:20:21.645350 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3ce7290d-0099-49be-b853-0b39b27279bb,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:21.648805 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 04:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1a7bf8-24a2-4faa-9676-c23ca0ba14da x-openstack-request-id: req-1c1a7bf8-24a2-4faa-9676-c23ca0ba14da {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:20:21.649111 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "name": "network-vif-unplugged", "status": "completed", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:20:21.649395 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c1a7bf8-24a2-4faa-9676-c23ca0ba14da {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:20:21.649764 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb', 'code': 200} Jul 28 04:20:21.672480 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:21.699058 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c94e55e-d851-4d26-a848-e47855620084 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:20:21.713088 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 9c94e55e-d851-4d26-a848-e47855620084, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c94e55e-d851-4d26-a848-e47855620084,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:21.715360 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:21.767442 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=3ce7290d-0099-49be-b853-0b39b27279bb,revision_number=8']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:21.797835 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:21.813424 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e31e4-49d4-438d-9836-4c39836e4af4 req-8b88c8ca-9043-408e-815b-998d52f8c4cf tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:21.814952 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dc2e31e4-49d4-438d-9836-4c39836e4af4 req-8b88c8ca-9043-408e-815b-998d52f8c4cf tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 944 time: 0.0549889 Jul 28 04:20:21.852640 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=9c94e55e-d851-4d26-a848-e47855620084,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:21.855132 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dc2e31e4-49d4-438d-9836-4c39836e4af4 req-b31ecb9b-fd0d-4cfb-a9bf-fdd1ea97503a tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331237 Jul 28 04:20:21.958092 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f092e8-2782-419d-89d8-0c827f42362f req-a6368a91-2919-4c12-92a3-e5d287c7c7f3 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:21.959542 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c6f092e8-2782-419d-89d8-0c827f42362f req-a6368a91-2919-4c12-92a3-e5d287c7c7f3 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0491269 Jul 28 04:20:21.997552 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c6f092e8-2782-419d-89d8-0c827f42362f req-3dc71f9c-2f9d-4a70-b011-941d8f27cd05 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317788 Jul 28 04:20:22.191582 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37cc91-6098-4888-9263-30c257944a13 req-5110f25a-4c71-4947-a04d-d3320be7dc94 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:22.193053 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7f37cc91-6098-4888-9263-30c257944a13 req-5110f25a-4c71-4947-a04d-d3320be7dc94 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0485356 Jul 28 04:20:22.230036 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7f37cc91-6098-4888-9263-30c257944a13 req-b36ff6da-eaed-4b65-9d96-2ce466159a81 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302906 Jul 28 04:20:22.572667 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c9d52-dc0d-4b82-a44e-f123ab400ec3 req-6b41fb3d-5e07-4fbc-9b33-e41826061058 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:22.574106 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-367c9d52-dc0d-4b82-a44e-f123ab400ec3 req-6b41fb3d-5e07-4fbc-9b33-e41826061058 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0506825 Jul 28 04:20:22.610245 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-367c9d52-dc0d-4b82-a44e-f123ab400ec3 req-e380de07-0fa8-4755-b474-2dfc74f0ede1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303035 Jul 28 04:20:22.967060 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d323e2a-fffc-40ac-81b9-674fcb4fa4ae req-b36ea96e-7c5b-4b90-a3a8-e73dffabb329 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:22.968580 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3d323e2a-fffc-40ac-81b9-674fcb4fa4ae req-b36ea96e-7c5b-4b90-a3a8-e73dffabb329 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 945 time: 0.0476353 Jul 28 04:20:23.005748 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3d323e2a-fffc-40ac-81b9-674fcb4fa4ae req-fb737b50-4382-4043-ab77-7716a9e02fb7 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311122 Jul 28 04:20:23.109734 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52491e-0d0c-4601-946c-1b3334ea0c59 req-bc46bb90-f655-40c9-93c0-6e4addf8b104 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:23.111114 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fa52491e-0d0c-4601-946c-1b3334ea0c59 req-bc46bb90-f655-40c9-93c0-6e4addf8b104 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0477562 Jul 28 04:20:23.149323 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fa52491e-0d0c-4601-946c-1b3334ea0c59 req-68edd2cb-4319-4d0b-a1f8-e6308a4c0aba tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Jul 28 04:20:23.349144 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c587c3-d262-475a-a6e9-dd8333dfef40 req-b9d146c4-422a-406c-8a20-812d2799aa44 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:23.350610 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-23c587c3-d262-475a-a6e9-dd8333dfef40 req-b9d146c4-422a-406c-8a20-812d2799aa44 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0530014 Jul 28 04:20:23.391848 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-23c587c3-d262-475a-a6e9-dd8333dfef40 req-c859c807-77e6-458d-a802-2ababc4175cb tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348516 Jul 28 04:20:23.935316 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392a4dc-c226-45c1-98d5-1cd771b58273 req-aadc6c1a-a2a3-4457-a5c2-3dac42767480 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:23.936815 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7392a4dc-c226-45c1-98d5-1cd771b58273 req-aadc6c1a-a2a3-4457-a5c2-3dac42767480 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0484219 Jul 28 04:20:23.976256 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7392a4dc-c226-45c1-98d5-1cd771b58273 req-f7e3216f-d636-4323-9b82-fa71d9ed7a7d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315053 Jul 28 04:20:24.122465 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3b22f-90a9-4ab1-85c3-0b5a2a26acf9 req-992b1e51-9e4e-44b8-95ff-dd6160fdfbb5 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:24.123972 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dcd3b22f-90a9-4ab1-85c3-0b5a2a26acf9 req-992b1e51-9e4e-44b8-95ff-dd6160fdfbb5 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 945 time: 0.0477734 Jul 28 04:20:24.161673 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dcd3b22f-90a9-4ab1-85c3-0b5a2a26acf9 req-f776f42b-8464-407b-82e0-4886c5ca9af4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317669 Jul 28 04:20:24.435531 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 60624) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:20:24.464077 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0660a6-5bc9-4a5c-a5f4-3260134841c0 req-d70d125f-722b-437f-935d-a4c2710e8ad8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:24.465598 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bf0660a6-5bc9-4a5c-a5f4-3260134841c0 req-d70d125f-722b-437f-935d-a4c2710e8ad8 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.2482245 Jul 28 04:20:24.526169 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c6087b9-083a-486e-9910-cf006de7e11e req-976072bd-3cef-418f-8ba1-456e77a8a749 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892713 Jul 28 04:20:24.531660 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bf0660a6-5bc9-4a5c-a5f4-3260134841c0 req-2810a2c3-6e92-4e34-9e61-c6fbeaf57b6b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523064 Jul 28 04:20:24.542301 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d46e4-93b3-49f3-b69c-669559d3d8f1 req-3eae36e1-3f0a-4d79-8c42-622d86583c38 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:24.543921 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-593d46e4-93b3-49f3-b69c-669559d3d8f1 req-3eae36e1-3f0a-4d79-8c42-622d86583c38 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0739748 Jul 28 04:20:24.582112 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-593d46e4-93b3-49f3-b69c-669559d3d8f1 req-d77d29d3-38ad-4717-808b-795a2f504021 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323310 Jul 28 04:20:25.093308 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3b1f2-acb7-4846-b8b3-5267e53f5c85 req-a3a26726-ea09-4a66-885d-3cb711ddef1c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:25.094801 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e4d3b1f2-acb7-4846-b8b3-5267e53f5c85 req-a3a26726-ea09-4a66-885d-3cb711ddef1c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0478961 Jul 28 04:20:25.104625 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['9c94e55e-d851-4d26-a848-e47855620084'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:20:25.134602 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e4d3b1f2-acb7-4846-b8b3-5267e53f5c85 req-b5e2dfde-694d-4d81-b607-1b028d1e4e8c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315018 Jul 28 04:20:25.283267 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac957f73-508e-400a-9816-d4475c0e793c req-e5b77230-d12a-43f9-89a5-6cab992c1623 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:25.284877 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ac957f73-508e-400a-9816-d4475c0e793c req-e5b77230-d12a-43f9-89a5-6cab992c1623 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 945 time: 0.0568559 Jul 28 04:20:25.322677 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ac957f73-508e-400a-9816-d4475c0e793c req-b56331b7-81ae-4360-9a25-9334f2e3d392 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310686 Jul 28 04:20:25.648046 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcf9b7-860f-4186-889b-c461b5b429a5 req-4876ca59-0cfd-475b-b657-9ca56a6d3fc5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:25.649465 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-86dcf9b7-860f-4186-889b-c461b5b429a5 req-4876ca59-0cfd-475b-b657-9ca56a6d3fc5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0486851 Jul 28 04:20:25.718512 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-86dcf9b7-860f-4186-889b-c461b5b429a5 req-11a9f50f-5fa9-4efc-a0d3-d5d2a6f902c3 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568590 Jul 28 04:20:25.725603 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60129a63-5c63-4f21-bb0d-7734b27da213 req-56807bd6-f9f7-4ab0-ae17-d4f3aa809d8b tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:25.727004 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-60129a63-5c63-4f21-bb0d-7734b27da213 req-56807bd6-f9f7-4ab0-ae17-d4f3aa809d8b tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0748732 Jul 28 04:20:25.765901 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-60129a63-5c63-4f21-bb0d-7734b27da213 req-344efed2-b6e9-4a85-8cfd-30379daa00fc tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Jul 28 04:20:25.801168 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da807bb-b91b-4461-8ac0-834173c4c39f req-ec5e7b1c-acd6-4b2e-899c-c62a7b3a1877 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:25.801718 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-3da807bb-b91b-4461-8ac0-834173c4c39f req-ec5e7b1c-acd6-4b2e-899c-c62a7b3a1877 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 946 time: 0.0489705 Jul 28 04:20:25.895181 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-3da807bb-b91b-4461-8ac0-834173c4c39f req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Deleting port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:20:25.895567 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3da807bb-b91b-4461-8ac0-834173c4c39f req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:26.227121 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-3da807bb-b91b-4461-8ac0-834173c4c39f req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] For port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a,segment=NetworkSegment(7217ac50-8423-420e-b5e1-6305ba8bf3a2),segment_id=7217ac50-8423-420e-b5e1-6305ba8bf3a2)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:26.228273 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3da807bb-b91b-4461-8ac0-834173c4c39f req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:26.243029 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-3da807bb-b91b-4461-8ac0-834173c4c39f req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Calling delete_port for 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a owned by compute:nova {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:20:26.310078 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c42ca5-cc6c-40ae-8c90-0ae6048f09fb req-eb57584c-a554-4727-8c75-d06269822b67 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:26.311553 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d1c42ca5-cc6c-40ae-8c90-0ae6048f09fb req-eb57584c-a554-4727-8c75-d06269822b67 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0569096 Jul 28 04:20:26.355453 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d1c42ca5-cc6c-40ae-8c90-0ae6048f09fb req-4f047fef-3dec-4ed7-8e61-68024ce32dfd tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375776 Jul 28 04:20:26.462841 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c465aec-ac30-450a-9a79-612b82a7587e req-75ee893d-97c3-4a4f-ae54-910aceee5d82 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:26.465370 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9c465aec-ac30-450a-9a79-612b82a7587e req-75ee893d-97c3-4a4f-ae54-910aceee5d82 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 945 time: 0.0534358 Jul 28 04:20:26.469070 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3da807bb-b91b-4461-8ac0-834173c4c39f req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:26.483591 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:20:26.507909 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9c465aec-ac30-450a-9a79-612b82a7587e req-4cecf02e-2da8-430a-be82-26b9806b978e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334294 Jul 28 04:20:26.518928 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Pushing event deleted for resources: {'Port': ['ID=9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:26.549475 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:26.550007 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:26.550417 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:26.550760 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:26.551094 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:26.551428 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:26.551794 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:26.552128 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:26.552457 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:26.552782 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:26.553107 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:26.553433 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:26.573685 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da807bb-b91b-4461-8ac0-834173c4c39f req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] No DVR routers for this DVR port 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a on host hv-cinder-74014 {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:20:26.576107 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-3da807bb-b91b-4461-8ac0-834173c4c39f req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:26.578386 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-3da807bb-b91b-4461-8ac0-834173c4c39f req-27368731-0d40-48a1-a5ab-21da2eac2da3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.22 "DELETE /v2.0/ports/9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a HTTP/1.1" status: 204 len: 173 time: 0.7701542 Jul 28 04:20:26.578878 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf1f9aa-0689-47b0-b54b-9190be50b8e6', 'name': 'network-vif-deleted', 'tag': '9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:20:26.581697 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9abc6d-26a3-49f7-803e-eecfe41040f3" -d '{"events": [{"server_uuid": "2cf1f9aa-0689-47b0-b54b-9190be50b8e6", "name": "network-vif-deleted", "tag": "9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:20:26.618801 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7738e2e7-eead-4625-98a6-aba79f2041e8 x-openstack-request-id: req-7738e2e7-eead-4625-98a6-aba79f2041e8 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:20:26.619152 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf1f9aa-0689-47b0-b54b-9190be50b8e6", "name": "network-vif-deleted", "tag": "9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:20:26.619465 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7738e2e7-eead-4625-98a6-aba79f2041e8 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:20:26.619947 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf1f9aa-0689-47b0-b54b-9190be50b8e6', 'name': 'network-vif-deleted', 'tag': '9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a', 'status': 'completed', 'code': 200} Jul 28 04:20:26.837024 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd09475-02d8-41a4-83df-195e86b761d7 req-17b29075-0c15-4076-b8d6-7b4a5fb25832 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:26.838565 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cbd09475-02d8-41a4-83df-195e86b761d7 req-17b29075-0c15-4076-b8d6-7b4a5fb25832 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0526419 Jul 28 04:20:26.869014 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d78dfbf0-9b5f-4db8-ba62-7bc63e9b894c req-44faebe0-1185-4ff2-a750-c6da97217a93 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0294924 Jul 28 04:20:26.894433 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cbd09475-02d8-41a4-83df-195e86b761d7 req-63910445-0e8d-42f7-9cbd-a08b5196759f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467918 Jul 28 04:20:27.476598 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb115ee-5918-4509-82e3-991b3e037e8f req-06ebbb9f-3c06-47ff-a2fc-b850fea07875 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:27.479070 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1cb115ee-5918-4509-82e3-991b3e037e8f req-06ebbb9f-3c06-47ff-a2fc-b850fea07875 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0499132 Jul 28 04:20:27.516716 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1cb115ee-5918-4509-82e3-991b3e037e8f req-d65129bf-9241-4096-9577-46699cbacd9f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317805 Jul 28 04:20:27.623004 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f696cd-cd4e-4d34-b5a1-6b7288257b10 req-af77f1e7-083d-4369-978a-08661e14579f tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:27.624491 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-19f696cd-cd4e-4d34-b5a1-6b7288257b10 req-af77f1e7-083d-4369-978a-08661e14579f tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 945 time: 0.0469038 Jul 28 04:20:27.665675 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-19f696cd-cd4e-4d34-b5a1-6b7288257b10 req-577d04da-ec61-41f5-80ff-9ed61b17e2f6 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346277 Jul 28 04:20:27.961475 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bbbe6833-11d4-48a0-b39f-d259ef1eb6e2 req-0cc8f334-2f7b-421b-8740-0a58e1a203de tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0252564 Jul 28 04:20:28.635055 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69edd-ac18-44c4-9add-604d88ea087d req-13a7762c-1a15-4685-8a6e-4cffbc08d65f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:28.636540 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-07d69edd-ac18-44c4-9add-604d88ea087d req-13a7762c-1a15-4685-8a6e-4cffbc08d65f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0493193 Jul 28 04:20:28.673616 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-07d69edd-ac18-44c4-9add-604d88ea087d req-5dca3168-9643-48af-b5b1-1b535e1ab9e3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311120 Jul 28 04:20:28.779009 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae34e8-f095-43d9-add3-2bec2b0c098e req-1f17bc41-277e-417d-b2ce-24ce3cab92d0 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:28.780493 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-abae34e8-f095-43d9-add3-2bec2b0c098e req-1f17bc41-277e-417d-b2ce-24ce3cab92d0 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 945 time: 0.0477479 Jul 28 04:20:28.818104 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-abae34e8-f095-43d9-add3-2bec2b0c098e req-34e6e359-99d0-4dc8-b01b-1817332ca32e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Jul 28 04:20:29.056487 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3cd4662e-1c41-4325-82eb-dcc6abe1b26a req-b8fabf6e-ca59-4b54-ae73-6583012bc4fd tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0281129 Jul 28 04:20:29.642083 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9c94e55e-d851-4d26-a848-e47855620084 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:20:29.767856 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 9c94e55e-d851-4d26-a848-e47855620084 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:20:29.772013 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 9c94e55e-d851-4d26-a848-e47855620084 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:20:29.772491 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:29.797535 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaba79-49de-425a-93e1-05884996cb66 req-36654bec-6d4e-46ba-a05e-5ad4949824c0 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:29.802414 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9efaba79-49de-425a-93e1-05884996cb66 req-36654bec-6d4e-46ba-a05e-5ad4949824c0 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0495486 Jul 28 04:20:29.847958 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9efaba79-49de-425a-93e1-05884996cb66 req-28da14ba-a309-42f5-9e53-0d0d70b1d755 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426884 Jul 28 04:20:29.867003 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:29.913064 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c94e55e-d851-4d26-a848-e47855620084'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:20:29.917010 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45888cf-9117-438b-9f0c-9225a81e1e85" -d '{"events": [{"server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "name": "network-vif-plugged", "status": "completed", "tag": "9c94e55e-d851-4d26-a848-e47855620084"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:20:29.940472 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 9c94e55e-d851-4d26-a848-e47855620084, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c94e55e-d851-4d26-a848-e47855620084,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:29.953470 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2f9471-096c-4ab9-869b-e96a779a61f8 x-openstack-request-id: req-0c2f9471-096c-4ab9-869b-e96a779a61f8 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:20:29.953963 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "name": "network-vif-plugged", "status": "completed", "tag": "9c94e55e-d851-4d26-a848-e47855620084", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:20:29.954258 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c2f9471-096c-4ab9-869b-e96a779a61f8 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:20:29.954654 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c94e55e-d851-4d26-a848-e47855620084', 'code': 200} Jul 28 04:20:30.013914 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31961a05-08bd-4972-bd7b-f6cff70e411f req-aa9d0a2f-1756-44f4-b607-e7722946fcc4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:30.022298 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-31961a05-08bd-4972-bd7b-f6cff70e411f req-aa9d0a2f-1756-44f4-b607-e7722946fcc4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 945 time: 0.0578513 Jul 28 04:20:30.044499 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:30.045325 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3ce7290d-0099-49be-b853-0b39b27279bb no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:20:30.063559 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-31961a05-08bd-4972-bd7b-f6cff70e411f req-ab528576-4296-49c2-8526-ae5ae1b24431 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 Jul 28 04:20:30.132307 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=9c94e55e-d851-4d26-a848-e47855620084,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:30.181642 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:20:30.188691 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e12cd734-2c35-4114-8312-1ad3850e7f60 req-88bd6114-eeb6-4a9a-a7a1-c60d909925d3 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0266986 Jul 28 04:20:30.209715 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:20:30.209715 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9643ecb6-f8bb-494d-885f-a5ac5fe3bd3a not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:20:30.342462 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10520eea-edcd-4d77-a460-f4362707bf9c req-a92e20d6-fbac-43ed-bbd3-a0051a45e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:30.344075 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-10520eea-edcd-4d77-a460-f4362707bf9c req-a92e20d6-fbac-43ed-bbd3-a0051a45e104 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 1099 time: 0.0443747 Jul 28 04:20:30.382181 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-10520eea-edcd-4d77-a460-f4362707bf9c req-56c2eb8f-3973-44b8-963a-faec4c3f580b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281141 Jul 28 04:20:30.637420 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6087b9-083a-486e-9910-cf006de7e11e req-4b05d81c-c3fa-4395-83c1-97b2d31e96da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:30.638918 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c6087b9-083a-486e-9910-cf006de7e11e req-4b05d81c-c3fa-4395-83c1-97b2d31e96da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17&tenant_id=73f850d47a504c4fbcc9cf0c5494e24a HTTP/1.1" status: 200 len: 1096 time: 0.0689199 Jul 28 04:20:30.710906 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6087b9-083a-486e-9910-cf006de7e11e req-24376c0c-8a77-4759-a6d5-512cb71da0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:30.713026 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c6087b9-083a-486e-9910-cf006de7e11e req-24376c0c-8a77-4759-a6d5-512cb71da0ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 1096 time: 0.0438397 Jul 28 04:20:30.808906 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6087b9-083a-486e-9910-cf006de7e11e req-568b4ce4-3976-4643-bb79-0e23b909cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:30.810376 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c6087b9-083a-486e-9910-cf006de7e11e req-568b4ce4-3976-4643-bb79-0e23b909cdee service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 917 time: 0.0899024 Jul 28 04:20:30.882969 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c6087b9-083a-486e-9910-cf006de7e11e req-db7aec00-007a-41d7-b328-5302b0b53943 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce7290d-0099-49be-b853-0b39b27279bb HTTP/1.1" status: 200 len: 999 time: 0.0588865 Jul 28 04:20:30.949985 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6087b9-083a-486e-9910-cf006de7e11e req-a7c63cbc-63d0-4095-808c-aed4342d5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:30.951464 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c6087b9-083a-486e-9910-cf006de7e11e req-a7c63cbc-63d0-4095-808c-aed4342d5bb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.0503106 Jul 28 04:20:30.996749 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f649b8-adac-4e7f-8554-4ff1c2065dc2 req-5643588c-e476-454f-b056-57688fb83f49 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:30.998328 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b2f649b8-adac-4e7f-8554-4ff1c2065dc2 req-5643588c-e476-454f-b056-57688fb83f49 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0531366 Jul 28 04:20:31.011163 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6087b9-083a-486e-9910-cf006de7e11e req-1d102456-d92a-471e-b6d8-30e59b950467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:31.012730 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c6087b9-083a-486e-9910-cf006de7e11e req-1d102456-d92a-471e-b6d8-30e59b950467 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463805 Jul 28 04:20:31.038648 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b2f649b8-adac-4e7f-8554-4ff1c2065dc2 req-fb12307b-1a23-46ee-8cac-e2da62fe7b8b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341432 Jul 28 04:20:31.149022 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c6087b9-083a-486e-9910-cf006de7e11e req-7a164cee-88c9-45c7-b961-21d3ec3f288f service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949478 Jul 28 04:20:31.206290 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e704bb-e59f-44bb-b284-7675966830c3 req-1e9b45f4-eae5-4ca8-8b9f-99b0f11c3066 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:31.207752 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a6e704bb-e59f-44bb-b284-7675966830c3 req-1e9b45f4-eae5-4ca8-8b9f-99b0f11c3066 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.0759540 Jul 28 04:20:31.228444 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46924fa0-d9c2-4372-b045-85df2e3b76b8 req-a49ca0fc-5ebd-40c5-9331-99a50e87c2c6 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:31.229840 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-46924fa0-d9c2-4372-b045-85df2e3b76b8 req-a49ca0fc-5ebd-40c5-9331-99a50e87c2c6 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0714934 Jul 28 04:20:31.280524 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a6e704bb-e59f-44bb-b284-7675966830c3 req-48939fc3-e689-4963-9360-a8953c773e24 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657048 Jul 28 04:20:31.285166 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-46924fa0-d9c2-4372-b045-85df2e3b76b8 req-2877e3f4-d229-4ce4-aef4-a515b3ce0f97 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481398 Jul 28 04:20:31.370765 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4f71c09e-1697-4957-a645-2fa4797e9aa8 req-d48d42ee-dca0-4d72-9795-0e9d48e17baf tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0258155 Jul 28 04:20:32.167136 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd889-3371-41c8-94e2-eeb2758337c4 req-d3af073b-60e0-41ca-91e3-a63bf01d236b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:32.168624 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-32afd889-3371-41c8-94e2-eeb2758337c4 req-d3af073b-60e0-41ca-91e3-a63bf01d236b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0482028 Jul 28 04:20:32.205893 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-32afd889-3371-41c8-94e2-eeb2758337c4 req-33b31765-a4b7-4f9f-9778-6f2f031757cc tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314734 Jul 28 04:20:32.305158 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e739-5ca7-4467-9dd2-1e19a559f4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:32.424643 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0a69b-5f9c-4ed6-829e-af3bf67715b3 req-fe5cc3e9-4ce6-470b-9d61-a0499598c9f8 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:32.426162 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17e0a69b-5f9c-4ed6-829e-af3bf67715b3 req-fe5cc3e9-4ce6-470b-9d61-a0499598c9f8 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.0785990 Jul 28 04:20:32.439017 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5a762-209c-40f8-9237-1fdc78bc39ae req-3d1f9b3c-8dbf-467e-8a96-cb5415a5f711 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:32.440894 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8fb5a762-209c-40f8-9237-1fdc78bc39ae req-3d1f9b3c-8dbf-467e-8a96-cb5415a5f711 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0891054 Jul 28 04:20:32.489182 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17e0a69b-5f9c-4ed6-829e-af3bf67715b3 req-3d07b87b-c4d2-4c68-b3c5-0b6f27da9c7c tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473361 Jul 28 04:20:32.501652 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8fb5a762-209c-40f8-9237-1fdc78bc39ae req-da2662c5-2aaa-4beb-b30e-18f3f891550a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532458 Jul 28 04:20:32.586544 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0ab16e46-1e05-4a3a-b817-7b2fafdbb915 req-567858de-ea1c-495a-8f8d-757bbc27ee57 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0259917 Jul 28 04:20:33.323358 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57906d-89dd-4e2d-b319-cfff2b0ac40a req-0e213e07-b2f6-4e07-b5f3-f49d1fca56c8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:33.324851 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9b57906d-89dd-4e2d-b319-cfff2b0ac40a req-0e213e07-b2f6-4e07-b5f3-f49d1fca56c8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0478992 Jul 28 04:20:33.362719 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9b57906d-89dd-4e2d-b319-cfff2b0ac40a req-40b411b2-4a50-471b-909a-3fa1cce66359 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320616 Jul 28 04:20:33.628613 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c839bd2-d595-416a-8ebb-929b322acbbb req-79af907e-17fb-4dd5-92b1-7207aef8405d tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:33.630083 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3c839bd2-d595-416a-8ebb-929b322acbbb req-79af907e-17fb-4dd5-92b1-7207aef8405d tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.0753686 Jul 28 04:20:33.651173 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef1265-2da8-480c-8b4e-875d807ada8b req-c936d16a-b80f-47af-9817-e4ac1a8798c4 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:33.652593 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-47ef1265-2da8-480c-8b4e-875d807ada8b req-c936d16a-b80f-47af-9817-e4ac1a8798c4 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0694978 Jul 28 04:20:33.693690 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3c839bd2-d595-416a-8ebb-929b322acbbb req-31134185-b7eb-4575-87b2-00cfa8e09a40 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561657 Jul 28 04:20:33.706206 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-47ef1265-2da8-480c-8b4e-875d807ada8b req-10a91b0e-f861-4f7e-a1b2-c062f9dc43cd tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464072 Jul 28 04:20:33.783960 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8f79124-76a7-4fa8-926a-600babf5fc6b req-f19edc04-ff07-47fb-a2e5-571be41fd508 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cf1f9aa-0689-47b0-b54b-9190be50b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0255396 Jul 28 04:20:34.172848 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2c6087b9-083a-486e-9910-cf006de7e11e req-eef0e39c-d3ef-41f3-b12a-7491343e2441 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881927 Jul 28 04:20:34.480884 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2a7ea-8d85-4c8d-b2ac-65b6b2f699ff req-9a5438e2-f55c-4612-a0a9-ae5407f2cbe6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:34.482384 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0ab2a7ea-8d85-4c8d-b2ac-65b6b2f699ff req-9a5438e2-f55c-4612-a0a9-ae5407f2cbe6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0482295 Jul 28 04:20:34.524000 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0ab2a7ea-8d85-4c8d-b2ac-65b6b2f699ff req-61e95f73-b804-4597-8cc5-0a36baa1dc67 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356858 Jul 28 04:20:34.756792 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-fdfc08de-2f18-4b3c-93a7-6e3a61fff1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:34.850974 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601551dd-e4ea-4ad3-bdc8-8cd645261724 req-18260cc9-a88d-4c5f-becc-13f1ad05c802 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:34.865185 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-601551dd-e4ea-4ad3-bdc8-8cd645261724 req-18260cc9-a88d-4c5f-becc-13f1ad05c802 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.0874019 Jul 28 04:20:34.867233 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaef8a1-61b9-4800-ae80-bceecda6e53e req-e1a15754-a035-4657-9243-e68e8835f615 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:34.869787 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fcaef8a1-61b9-4800-ae80-bceecda6e53e req-e1a15754-a035-4657-9243-e68e8835f615 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0768950 Jul 28 04:20:34.942342 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-601551dd-e4ea-4ad3-bdc8-8cd645261724 req-e00ff44b-3157-4917-90c2-7e3c20ac1198 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660508 Jul 28 04:20:34.942342 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fcaef8a1-61b9-4800-ae80-bceecda6e53e req-106f7303-abe8-46e4-9fef-1e358d3e9790 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615532 Jul 28 04:20:35.345313 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:35.667210 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bc540-d6c2-45a2-882f-de86aee641eb req-65d72570-5e3f-4750-87e9-a41742612d8d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:35.669198 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ca1bc540-d6c2-45a2-882f-de86aee641eb req-65d72570-5e3f-4750-87e9-a41742612d8d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0620291 Jul 28 04:20:35.709760 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ca1bc540-d6c2-45a2-882f-de86aee641eb req-70907faf-6278-453d-b589-b79de4ef7564 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330255 Jul 28 04:20:36.087328 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ad49e-1d49-4f0b-9349-8fda7e2a76d8 req-0a765040-692b-42a3-a4d1-0605458da15a tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:36.089329 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-738ad49e-1d49-4f0b-9349-8fda7e2a76d8 req-0a765040-692b-42a3-a4d1-0605458da15a tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.0812058 Jul 28 04:20:36.101867 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ca5a-e3de-4533-8dbe-3a8d5344e898 req-1315b4bd-d9f1-4923-8f7d-3aeaaafa450a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:36.104179 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5724ca5a-e3de-4533-8dbe-3a8d5344e898 req-1315b4bd-d9f1-4923-8f7d-3aeaaafa450a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0851970 Jul 28 04:20:36.164172 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-738ad49e-1d49-4f0b-9349-8fda7e2a76d8 req-f579339f-c174-46c9-8e78-82985ccbce93 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589812 Jul 28 04:20:36.169780 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5724ca5a-e3de-4533-8dbe-3a8d5344e898 req-ba13a7dd-70e6-4f36-9025-cc4f599834b2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586534 Jul 28 04:20:36.277392 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:36.305649 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b077479-9f4a-46a0-a6d7-e5f95e923cdb req-543cbc4c-2d23-4539-a1d1-9b6f64a0cf7b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:36.312197 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4b077479-9f4a-46a0-a6d7-e5f95e923cdb req-543cbc4c-2d23-4539-a1d1-9b6f64a0cf7b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.0583787 Jul 28 04:20:36.354095 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4b077479-9f4a-46a0-a6d7-e5f95e923cdb req-6f06e31b-5469-432a-8586-ca1d4dcb0f33 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403597 Jul 28 04:20:36.713237 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8ec35-b561-41ee-b0b4-540e7f659359 req-9067437d-0dd8-43f9-b0cd-bb6e8ed82b61 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:36.714967 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f1d8ec35-b561-41ee-b0b4-540e7f659359 req-9067437d-0dd8-43f9-b0cd-bb6e8ed82b61 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.0538721 Jul 28 04:20:36.757189 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f1d8ec35-b561-41ee-b0b4-540e7f659359 req-13c0b30b-671b-41ad-87a7-57cc9bdc08d2 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361621 Jul 28 04:20:36.891018 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdb0f9-0942-4636-88f9-c35ebc25cb26 req-8e739cf9-4d09-462d-b69a-154f729a391d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:36.892716 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-87fdb0f9-0942-4636-88f9-c35ebc25cb26 req-8e739cf9-4d09-462d-b69a-154f729a391d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0566967 Jul 28 04:20:36.935356 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-87fdb0f9-0942-4636-88f9-c35ebc25cb26 req-0e9a0c39-9721-4ef4-8746-03094b9fce66 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368798 Jul 28 04:20:37.307833 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cbba5-1d03-4b5d-9111-8b3cf6cf9dab req-c0f3772c-0724-434d-9dca-651abb192320 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:37.316644 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-293cbba5-1d03-4b5d-9111-8b3cf6cf9dab req-c0f3772c-0724-434d-9dca-651abb192320 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0560448 Jul 28 04:20:37.348718 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-293cbba5-1d03-4b5d-9111-8b3cf6cf9dab req-2896944e-4e56-47df-9009-7624f8d93133 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332263 Jul 28 04:20:37.618161 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6645a5-1a71-4526-b9fe-a5f23f8c517f req-57bec540-abbb-42b9-94d6-5a3a51856f3b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:37.620931 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4e6645a5-1a71-4526-b9fe-a5f23f8c517f req-57bec540-abbb-42b9-94d6-5a3a51856f3b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0580056 Jul 28 04:20:37.664457 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4e6645a5-1a71-4526-b9fe-a5f23f8c517f req-f518e28c-7566-462b-b499-a1b53d4c4a30 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363622 Jul 28 04:20:37.783820 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:38.081751 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8027ea-5d4a-488c-b182-62b903bed4ec req-ac4864c6-094a-4699-99ad-729edc105572 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:38.083150 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8c8027ea-5d4a-488c-b182-62b903bed4ec req-ac4864c6-094a-4699-99ad-729edc105572 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0573931 Jul 28 04:20:38.133976 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8c8027ea-5d4a-488c-b182-62b903bed4ec req-1d00c6c1-3850-4db1-923d-239160d4e24b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446787 Jul 28 04:20:38.469922 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae8883-d95f-4d90-b152-b8c15c44022e req-8255380b-3706-497b-9f26-86e65b6e6b17 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:38.471551 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c2ae8883-d95f-4d90-b152-b8c15c44022e req-8255380b-3706-497b-9f26-86e65b6e6b17 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0512269 Jul 28 04:20:38.516873 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c2ae8883-d95f-4d90-b152-b8c15c44022e req-ffff45d9-c19d-4424-a983-27df82b3a078 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380058 Jul 28 04:20:38.785912 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad605a67-52e2-4726-b460-078cbf2608ea req-65d9e0e0-bbbe-40aa-9646-caaf5fe2ba67 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:38.787519 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ad605a67-52e2-4726-b460-078cbf2608ea req-65d9e0e0-bbbe-40aa-9646-caaf5fe2ba67 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0488589 Jul 28 04:20:38.827942 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ad605a67-52e2-4726-b460-078cbf2608ea req-02edb1bb-fd01-4bd6-bdd6-3e3adfa01f20 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336506 Jul 28 04:20:39.252818 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52890020-4d5b-46d9-bc4f-8bbc3058f9af req-2ef539c4-94f6-4238-be43-68b78a3c8780 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:39.254244 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-52890020-4d5b-46d9-bc4f-8bbc3058f9af req-2ef539c4-94f6-4238-be43-68b78a3c8780 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0492041 Jul 28 04:20:39.295665 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-52890020-4d5b-46d9-bc4f-8bbc3058f9af req-5dc54d29-9252-4494-bc42-518c423b50cd tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344725 Jul 28 04:20:39.644720 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6ae0e-69fa-4df0-8213-7e590080f0a2 req-040fc347-4d41-4003-a76f-cdeb8a4ea9af tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:39.646474 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ccc6ae0e-69fa-4df0-8213-7e590080f0a2 req-040fc347-4d41-4003-a76f-cdeb8a4ea9af tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0563955 Jul 28 04:20:39.690816 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ccc6ae0e-69fa-4df0-8213-7e590080f0a2 req-93465ef7-e500-42c4-8b18-480e163f4d67 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371511 Jul 28 04:20:39.960717 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60197fed-d9cc-4037-be90-1f56ff9ab3ce req-f867998a-4133-48e4-95aa-f4de25104595 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:39.962211 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-60197fed-d9cc-4037-be90-1f56ff9ab3ce req-f867998a-4133-48e4-95aa-f4de25104595 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0566421 Jul 28 04:20:40.002561 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-60197fed-d9cc-4037-be90-1f56ff9ab3ce req-b4c60352-28fa-4d14-931e-6df5b1ad7e0e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334363 Jul 28 04:20:40.440006 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885db86-6fda-4cd9-b675-fbd5cbf78951 req-399f7767-cb7a-4630-95e6-c7449cbf758d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:40.441960 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7885db86-6fda-4cd9-b675-fbd5cbf78951 req-399f7767-cb7a-4630-95e6-c7449cbf758d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0618558 Jul 28 04:20:40.487821 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7885db86-6fda-4cd9-b675-fbd5cbf78951 req-0546c418-7050-44e8-a6fb-7d149989611d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385559 Jul 28 04:20:40.806437 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeaa992-1264-49b5-8b5d-8c39281bfb0d req-23305445-1588-4a62-85cb-38a6659db995 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:40.808549 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cfeaa992-1264-49b5-8b5d-8c39281bfb0d req-23305445-1588-4a62-85cb-38a6659db995 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0498865 Jul 28 04:20:40.848863 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cfeaa992-1264-49b5-8b5d-8c39281bfb0d req-d3505309-b47b-43ed-9583-d79659ad4c6a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336781 Jul 28 04:20:41.120396 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fd72-207f-40ed-9a40-309f6c25b6c2 req-e39862be-0c3f-441e-aa11-458511bd1d3e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:41.121940 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7793fd72-207f-40ed-9a40-309f6c25b6c2 req-e39862be-0c3f-441e-aa11-458511bd1d3e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0513413 Jul 28 04:20:41.159721 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7793fd72-207f-40ed-9a40-309f6c25b6c2 req-6759a36b-d7b2-44fc-af34-4d153336b015 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Jul 28 04:20:41.610090 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d97929-4a90-4364-875c-4eb4746c5ace req-85ff51c6-1766-4dc6-a959-f6e3b8820278 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:41.611500 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-91d97929-4a90-4364-875c-4eb4746c5ace req-85ff51c6-1766-4dc6-a959-f6e3b8820278 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0501993 Jul 28 04:20:41.655669 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-91d97929-4a90-4364-875c-4eb4746c5ace req-c3cea049-cb9f-4d5c-8b18-8c38ae70a0f5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380661 Jul 28 04:20:41.989594 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a186e3-bfec-4236-aab6-6d2257f91cc4 req-50e8b433-661f-49a1-a879-ff7ab81365c3 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:41.991087 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-42a186e3-bfec-4236-aab6-6d2257f91cc4 req-50e8b433-661f-49a1-a879-ff7ab81365c3 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0641181 Jul 28 04:20:42.034540 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-42a186e3-bfec-4236-aab6-6d2257f91cc4 req-b11dd419-a913-47ee-ae70-614bbddb7a6d tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363081 Jul 28 04:20:42.276560 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b179a8-8689-41f4-b68c-0cc331f19177 req-43b941b0-eaf8-45dd-a63e-6d5f2d96434e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:42.278301 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-51b179a8-8689-41f4-b68c-0cc331f19177 req-43b941b0-eaf8-45dd-a63e-6d5f2d96434e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0498674 Jul 28 04:20:42.317470 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-51b179a8-8689-41f4-b68c-0cc331f19177 req-5abc2470-b2aa-453f-8abf-fb5fb4242267 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331266 Jul 28 04:20:42.779227 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cbcd6-130d-4f36-ab40-9ce05d56e1fa req-72669180-6049-409a-b100-34ed8d01b764 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:42.781273 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e07cbcd6-130d-4f36-ab40-9ce05d56e1fa req-72669180-6049-409a-b100-34ed8d01b764 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0507922 Jul 28 04:20:42.823204 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e07cbcd6-130d-4f36-ab40-9ce05d56e1fa req-2532db2d-3bf2-461b-be47-7249c290407c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353384 Jul 28 04:20:43.156431 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6ab1b-5893-434c-9fd2-51c3638592a6 req-8bc2f6bb-0432-4e44-8b68-8236b3fbfad4 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:43.157915 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1bc6ab1b-5893-434c-9fd2-51c3638592a6 req-8bc2f6bb-0432-4e44-8b68-8236b3fbfad4 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0507426 Jul 28 04:20:43.196940 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1bc6ab1b-5893-434c-9fd2-51c3638592a6 req-20b4ac4b-d13d-46f8-91d7-8afa21a7401c tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331488 Jul 28 04:20:43.437608 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b13790-b6e4-45e0-a2ff-2711976700a2 req-ef8b944f-8929-4b51-827f-eda57d58603a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:43.439436 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-66b13790-b6e4-45e0-a2ff-2711976700a2 req-ef8b944f-8929-4b51-827f-eda57d58603a tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0532107 Jul 28 04:20:43.480255 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-66b13790-b6e4-45e0-a2ff-2711976700a2 req-05c33755-d009-4ebb-beb0-6e89642d72df tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345275 Jul 28 04:20:43.957661 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3b2e2-5609-4477-88b6-dd3bad11342a req-6cc7c8c4-61da-4aea-8451-b677f80baa64 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:43.959340 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39b3b2e2-5609-4477-88b6-dd3bad11342a req-6cc7c8c4-61da-4aea-8451-b677f80baa64 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0560155 Jul 28 04:20:44.004243 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39b3b2e2-5609-4477-88b6-dd3bad11342a req-2d9d585b-6629-4bb0-813d-d7cd6a8f2261 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374115 Jul 28 04:20:44.314378 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eee85e-f115-4ee2-b328-cbd2ae6da975 req-39c83e92-61ef-443e-8cd8-0769cfcd9996 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:44.316307 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-36eee85e-f115-4ee2-b328-cbd2ae6da975 req-39c83e92-61ef-443e-8cd8-0769cfcd9996 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0509086 Jul 28 04:20:44.360412 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-36eee85e-f115-4ee2-b328-cbd2ae6da975 req-570d19ef-4171-445e-b5bb-17c66effdc4d tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379539 Jul 28 04:20:44.599844 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798515e-b787-4809-ba2f-a30816d62345 req-02440a83-8c0f-491c-9ed3-95cc5564e20f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:44.677898 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8798515e-b787-4809-ba2f-a30816d62345 req-02440a83-8c0f-491c-9ed3-95cc5564e20f tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0542030 Jul 28 04:20:44.677898 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8798515e-b787-4809-ba2f-a30816d62345 req-c7184c84-ffc1-4662-a93e-577c8823c0bf tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334830 Jul 28 04:20:45.125272 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753de467-7a9f-4b51-9d3c-df6d79872df8 req-40c7c10a-eea0-4339-8398-daca006af6f7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:45.126763 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-753de467-7a9f-4b51-9d3c-df6d79872df8 req-40c7c10a-eea0-4339-8398-daca006af6f7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0490980 Jul 28 04:20:45.168198 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-753de467-7a9f-4b51-9d3c-df6d79872df8 req-03201a85-027b-43ac-89f1-3a1913b5f188 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354140 Jul 28 04:20:45.480783 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09556c4c-ce08-4349-8b4e-c3e21640074f req-4629ae03-d61b-4074-9c14-ad06b8f67a4e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:45.482316 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-09556c4c-ce08-4349-8b4e-c3e21640074f req-4629ae03-d61b-4074-9c14-ad06b8f67a4e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0535057 Jul 28 04:20:45.522150 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-09556c4c-ce08-4349-8b4e-c3e21640074f req-eded02b8-fea8-4976-970e-c2404ad9f914 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330770 Jul 28 04:20:45.763551 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad4bdd-05fe-4302-9fcb-a0ced855d0df req-9de30399-77c4-4a89-84f6-b63fcb138d10 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:45.765120 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4dad4bdd-05fe-4302-9fcb-a0ced855d0df req-9de30399-77c4-4a89-84f6-b63fcb138d10 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0547898 Jul 28 04:20:45.808338 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4dad4bdd-05fe-4302-9fcb-a0ced855d0df req-0cb7db6e-aab9-4379-b7db-b6fbf96d75fa tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368197 Jul 28 04:20:46.096099 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ee675931-da83-4e32-8878-a2a27301ab0d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:46.097712 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ee675931-da83-4e32-8878-a2a27301ab0d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/networks?id=1fdb4723-2817-4648-8246-e88f2c730add HTTP/1.1" status: 200 len: 814 time: 0.1070247 Jul 28 04:20:46.113230 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-bbef33b5-3052-49c8-bbf9-c5cecbd74e50 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/quotas/3196b366028b42ce87b0659d5b04fbe0 HTTP/1.1" status: 200 len: 375 time: 0.0095468 Jul 28 04:20:46.147195 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-8fc12bde-0d0f-4a3f-a9b9-3d96a451b64f tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3196b366028b42ce87b0659d5b04fbe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281441 Jul 28 04:20:46.246913 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-c3fb7293-345b-458a-92f6-89a1b0a0c94f service neutron] 10.222.0.42 "GET /v2.0/networks/1fdb4723-2817-4648-8246-e88f2c730add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920107 Jul 28 04:20:46.336208 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-53ad1f28-a349-48d6-b6c3-a77e10a87bf5 service neutron] 10.222.0.42 "GET /v2.0/networks/1fdb4723-2817-4648-8246-e88f2c730add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832107 Jul 28 04:20:47.001881 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:47.010165 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad35bc2-e3e9-4511-816a-b88cd7a8864c req-b35e3d32-08de-46e2-9619-90018a1db81e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:47.011853 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4ad35bc2-e3e9-4511-816a-b88cd7a8864c req-b35e3d32-08de-46e2-9619-90018a1db81e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0736656 Jul 28 04:20:47.072097 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4ad35bc2-e3e9-4511-816a-b88cd7a8864c req-ffec84b0-6d06-4076-a5c0-116e65a3cfed tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477405 Jul 28 04:20:47.234317 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b688c0-ad5d-4919-8f6b-a9f6d20b5abd req-6c056e95-75a4-40d8-b1cb-2c92e1ae6fd0 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:47.235905 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18b688c0-ad5d-4919-8f6b-a9f6d20b5abd req-6c056e95-75a4-40d8-b1cb-2c92e1ae6fd0 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0606577 Jul 28 04:20:47.285443 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18b688c0-ad5d-4919-8f6b-a9f6d20b5abd req-1420e497-b204-4781-8a2c-cb3990d3ee0a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Jul 28 04:20:47.423138 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861ee89-bc8c-43b8-8ce6-ce08ce7c3138 req-f076383f-ea4c-41de-a9d3-dafaff9bc113 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:47.425097 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f861ee89-bc8c-43b8-8ce6-ce08ce7c3138 req-f076383f-ea4c-41de-a9d3-dafaff9bc113 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0614941 Jul 28 04:20:47.487423 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f861ee89-bc8c-43b8-8ce6-ce08ce7c3138 req-176905d8-de29-4af4-9eac-cabf95c21fa5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463626 Jul 28 04:20:47.563373 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 32810) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:20:47.576601 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-53231891-fb4f-4fb3-9b21-11e04dfdc531 req-ecc8d6a0-d2ba-4ef2-b0ca-9ab5ffd0f54e tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 210 time: 0.0357659 Jul 28 04:20:47.693535 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0e21edc0-639b-45ea-a7f8-fc27c96c340d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:47.806923 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0e21edc0-639b-45ea-a7f8-fc27c96c340d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:47.926394 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0e21edc0-639b-45ea-a7f8-fc27c96c340d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:47.965073 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21edc0-639b-45ea-a7f8-fc27c96c340d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb47597-a1eb-42aa-9c79-5f8becbdb152,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:47.969412 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-0e21edc0-639b-45ea-a7f8-fc27c96c340d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03a65a281b504ca4a6f6303b0fb0ae98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049900 Jul 28 04:20:47.972026 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 32814) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:20:48.032694 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5adde5cf-6ab8-4894-b518-98bcc9700516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:48.057544 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5adde5cf-6ab8-4894-b518-98bcc9700516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:48.161785 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5adde5cf-6ab8-4894-b518-98bcc9700516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:48.164663 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5adde5cf-6ab8-4894-b518-98bcc9700516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:48.169810 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-5adde5cf-6ab8-4894-b518-98bcc9700516 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fb47597-a1eb-42aa-9c79-5f8becbdb152 HTTP/1.1" status: 204 len: 168 time: 0.1929119 Jul 28 04:20:48.176170 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adde5cf-6ab8-4894-b518-98bcc9700516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb47597-a1eb-42aa-9c79-5f8becbdb152,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:48.212478 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f21a-0805-4797-9814-ebb706343b39 req-22839dde-9c01-429d-b204-0d4bf1a3784b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:48.214051 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d877f21a-0805-4797-9814-ebb706343b39 req-22839dde-9c01-429d-b204-0d4bf1a3784b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0591667 Jul 28 04:20:48.255063 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d877f21a-0805-4797-9814-ebb706343b39 req-10483ddf-cb2a-4075-9254-627f6e592a60 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349383 Jul 28 04:20:48.411711 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025d1dc-9d99-4240-b769-5d15694454d7 req-ca209404-f58b-43ec-91ee-86ea32b64d20 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:48.413393 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0025d1dc-9d99-4240-b769-5d15694454d7 req-ca209404-f58b-43ec-91ee-86ea32b64d20 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0517466 Jul 28 04:20:48.460190 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0025d1dc-9d99-4240-b769-5d15694454d7 req-8bae4211-e020-45ae-afca-089d64e031d9 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390661 Jul 28 04:20:48.609800 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2f0e5-c99d-4622-8451-93cd2c3c42b6 req-98500949-c940-428d-81d5-d3ffe255beab tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:48.611270 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-15d2f0e5-c99d-4622-8451-93cd2c3c42b6 req-98500949-c940-428d-81d5-d3ffe255beab tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0478926 Jul 28 04:20:48.647872 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-15d2f0e5-c99d-4622-8451-93cd2c3c42b6 req-d9727f58-ee81-44f2-910e-3d301e4138d5 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306864 Jul 28 04:20:48.729934 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-51dc45f3-b6a5-4fa9-8396-a6ff7cec1f41 req-86d8b775-1aad-434f-b017-e267641405f8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 210 time: 0.0287790 Jul 28 04:20:49.147713 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db121-3144-47b4-8bd7-542e613eca51 req-16b12a93-210a-450d-8623-ed078d0bd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:49.149157 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b44db121-3144-47b4-8bd7-542e613eca51 req-16b12a93-210a-450d-8623-ed078d0bd3c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 1096 time: 0.0404124 Jul 28 04:20:49.261897 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db121-3144-47b4-8bd7-542e613eca51 req-78e99875-b421-4290-a07a-a86bfcf7c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:49.263370 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b44db121-3144-47b4-8bd7-542e613eca51 req-78e99875-b421-4290-a07a-a86bfcf7c6f3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 917 time: 0.0881205 Jul 28 04:20:49.350232 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b44db121-3144-47b4-8bd7-542e613eca51 req-0204b6ae-6388-4dde-823b-bfccc4925cc3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce7290d-0099-49be-b853-0b39b27279bb HTTP/1.1" status: 200 len: 999 time: 0.0703068 Jul 28 04:20:49.382855 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36458426-327a-4f18-98cf-fc4f72bf3a5c req-6cedf3be-6589-4bbc-a978-8c256d62e8a7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:49.384930 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-36458426-327a-4f18-98cf-fc4f72bf3a5c req-6cedf3be-6589-4bbc-a978-8c256d62e8a7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0535023 Jul 28 04:20:49.408270 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db121-3144-47b4-8bd7-542e613eca51 req-c90b83da-926b-4ef4-87f7-efc2649862cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:49.409695 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b44db121-3144-47b4-8bd7-542e613eca51 req-c90b83da-926b-4ef4-87f7-efc2649862cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.0483315 Jul 28 04:20:49.424465 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-36458426-327a-4f18-98cf-fc4f72bf3a5c req-2dd3fa51-0a08-44cb-8639-b80e73fce44c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335336 Jul 28 04:20:49.468802 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db121-3144-47b4-8bd7-542e613eca51 req-0436a71e-98a7-414b-a232-49db24c25cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:49.470321 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b44db121-3144-47b4-8bd7-542e613eca51 req-0436a71e-98a7-414b-a232-49db24c25cd2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496185 Jul 28 04:20:49.574165 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b44db121-3144-47b4-8bd7-542e613eca51 req-f22e6ed3-9d9c-41de-bb11-1fe8e0cc2998 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903385 Jul 28 04:20:49.576914 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c9aab-cb55-4498-a326-78033984b87d req-5f2120c3-e70c-4a5a-96aa-40f546813b7e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:49.579306 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7d6c9aab-cb55-4498-a326-78033984b87d req-5f2120c3-e70c-4a5a-96aa-40f546813b7e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0482640 Jul 28 04:20:49.618981 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7d6c9aab-cb55-4498-a326-78033984b87d req-a82f2460-9705-4018-acef-5a097a52d527 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327060 Jul 28 04:20:49.692857 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-b44db121-3144-47b4-8bd7-542e613eca51 req-698fa835-beb1-41b7-a138-a2593df4276a service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974727 Jul 28 04:20:49.781517 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f693f-d9ed-4e09-8f91-0fbdc450da3e req-f529a6d6-1c43-41bf-b8ea-35a2f5b3fa05 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:49.783109 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-294f693f-d9ed-4e09-8f91-0fbdc450da3e req-f529a6d6-1c43-41bf-b8ea-35a2f5b3fa05 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0605516 Jul 28 04:20:49.842808 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5f318ec2-3599-489b-bf1e-2819690600c3 req-b24f7be3-f098-447c-b0ee-b09acff32f0b tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 210 time: 0.0314159 Jul 28 04:20:49.858902 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-294f693f-d9ed-4e09-8f91-0fbdc450da3e req-fbdec667-4338-4839-90d4-db7851f26c6c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679727 Jul 28 04:20:50.531854 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2faf9-c046-49a0-92c0-d8e59e35d994 req-806cb40a-e7ac-42d4-af09-d38aa1d5162f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:50.531854 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-0ca2faf9-c046-49a0-92c0-d8e59e35d994 req-806cb40a-e7ac-42d4-af09-d38aa1d5162f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.0659761 Jul 28 04:20:50.634157 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55825274-cd1f-4dfe-b8b1-2239d8cf6db4 req-42fd46f8-5342-4e3e-bd20-f45204e3c452 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:50.634157 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-55825274-cd1f-4dfe-b8b1-2239d8cf6db4 req-42fd46f8-5342-4e3e-bd20-f45204e3c452 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.1167128 Jul 28 04:20:50.646866 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-0ca2faf9-c046-49a0-92c0-d8e59e35d994 req-0be20bc3-2747-41f2-bfb5-b88bec2275b7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Deleting port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:20:50.647541 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-0ca2faf9-c046-49a0-92c0-d8e59e35d994 req-0be20bc3-2747-41f2-bfb5-b88bec2275b7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:50.677208 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-fa365d9f-6a0f-4fc4-a72c-c760ee06ea13 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:50.679107 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-fa365d9f-6a0f-4fc4-a72c-c760ee06ea13 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.22 "GET /v2.0/networks?id=1fdb4723-2817-4648-8246-e88f2c730add HTTP/1.1" status: 200 len: 814 time: 0.1750081 Jul 28 04:20:50.700259 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-55825274-cd1f-4dfe-b8b1-2239d8cf6db4 req-5ee300b6-b91f-44d8-af84-8475e5fedd39 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599055 Jul 28 04:20:50.707942 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Request body: {'port': {'device_id': '9b21818c-2e4a-40e1-a554-d0f2bea6d526', 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add', 'admin_state_up': True, 'tenant_id': '3196b366028b42ce87b0659d5b04fbe0'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:20:50.749004 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-0ca2faf9-c046-49a0-92c0-d8e59e35d994 req-0be20bc3-2747-41f2-bfb5-b88bec2275b7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] For port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9bf2ff36-b57d-4c44-8a28-7ecad94e47f9,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:50.749370 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-0ca2faf9-c046-49a0-92c0-d8e59e35d994 req-0be20bc3-2747-41f2-bfb5-b88bec2275b7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:50.762251 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-0ca2faf9-c046-49a0-92c0-d8e59e35d994 req-0be20bc3-2747-41f2-bfb5-b88bec2275b7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Calling delete_port for 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 owned by compute:nova {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:20:50.812053 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8468009-c288-4414-b5ea-f07cbdce35b8 req-ed91f994-64bf-434f-958d-29644ccccc38 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:50.813557 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8468009-c288-4414-b5ea-f07cbdce35b8 req-ed91f994-64bf-434f-958d-29644ccccc38 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 945 time: 0.1121979 Jul 28 04:20:50.879045 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8468009-c288-4414-b5ea-f07cbdce35b8 req-82e5d440-692e-4c27-9f5a-baf55e1f8924 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531640 Jul 28 04:20:50.944075 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6d83531b-dc06-4fc9-8f25-bc25f24d9fa9 req-f6877233-898d-4716-9f35-97dc97d8e9ee tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 210 time: 0.0281155 Jul 28 04:20:50.964122 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-0ca2faf9-c046-49a0-92c0-d8e59e35d994 req-0be20bc3-2747-41f2-bfb5-b88bec2275b7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:50.973791 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Made reservation on behalf of 3196b366028b42ce87b0659d5b04fbe0 for: {'port': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:20:50.977598 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:50.979846 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['a094b772-d519-48b6-99af-c7bda8cabf82', '427b3759-9290-4dd4-ad1e-c21383c5cbf4', '76bfc513-a3e7-4b28-a6b8-a9853a880dc6', '9bf2ff36-b57d-4c44-8a28-7ecad94e47f9'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:20:50.998642 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be20bc3-2747-41f2-bfb5-b88bec2275b7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Pushing event deleted for resources: {'Port': ['ID=9bf2ff36-b57d-4c44-8a28-7ecad94e47f9,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:51.026102 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513bcb3-d3e7-4a76-9a35-8b065194999b req-8485c212-5403-44e2-9282-217c9cbee391 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:51.029060 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b513bcb3-d3e7-4a76-9a35-8b065194999b req-8485c212-5403-44e2-9282-217c9cbee391 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0874293 Jul 28 04:20:51.053116 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca2faf9-c046-49a0-92c0-d8e59e35d994 req-0be20bc3-2747-41f2-bfb5-b88bec2275b7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] No DVR routers for this DVR port 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 on host hv-cinder-74014 {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:20:51.056256 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-0ca2faf9-c046-49a0-92c0-d8e59e35d994 req-0be20bc3-2747-41f2-bfb5-b88bec2275b7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:51.059500 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-0ca2faf9-c046-49a0-92c0-d8e59e35d994 req-0be20bc3-2747-41f2-bfb5-b88bec2275b7 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "DELETE /v2.0/ports/9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 HTTP/1.1" status: 204 len: 173 time: 0.5057907 Jul 28 04:20:51.060284 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7afb3b-258a-476e-8e7b-ce393740cea8', 'name': 'network-vif-deleted', 'tag': '9bf2ff36-b57d-4c44-8a28-7ecad94e47f9'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:20:51.062873 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248ee19c-f39f-4243-a568-dfde39ab8e22" -d '{"events": [{"server_uuid": "ba7afb3b-258a-476e-8e7b-ce393740cea8", "name": "network-vif-deleted", "tag": "9bf2ff36-b57d-4c44-8a28-7ecad94e47f9"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:20:51.109692 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfcafa9-f19d-42ae-b6c8-425044afa24a x-openstack-request-id: req-4bfcafa9-f19d-42ae-b6c8-425044afa24a {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:20:51.110457 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7afb3b-258a-476e-8e7b-ce393740cea8", "name": "network-vif-deleted", "tag": "9bf2ff36-b57d-4c44-8a28-7ecad94e47f9", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:20:51.110457 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4bfcafa9-f19d-42ae-b6c8-425044afa24a {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:20:51.110668 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7afb3b-258a-476e-8e7b-ce393740cea8', 'name': 'network-vif-deleted', 'tag': '9bf2ff36-b57d-4c44-8a28-7ecad94e47f9', 'status': 'completed', 'code': 200} Jul 28 04:20:51.135500 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b513bcb3-d3e7-4a76-9a35-8b065194999b req-f68056b4-95ae-4680-8386-a2cb08792a80 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722251 Jul 28 04:20:51.168251 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Allocated IP 172.20.0.10 (1fdb4723-2817-4648-8246-e88f2c730add/5192a6e1-fd35-4db0-8300-79d7267efb3f/9934a145-f994-4915-a6ff-c767e25af811) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:20:51.527236 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:51.613013 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:51.651244 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Network 1fdb4723-2817-4648-8246-e88f2c730add is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:20:51.654136 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:20:51.657604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:20:51.662984 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:51.663574 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:51.675760 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Pushing event updated for resources: {'Port': ['ID=9934a145-f994-4915-a6ff-c767e25af811,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:51.685905 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:51.686245 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:51.686580 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:51.686913 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:51.687242 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:51.687566 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:51.687916 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:51.688239 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:51.688561 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:51.688879 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:51.689242 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:51.689518 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:51.750789 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-89b53978-9b85-4bae-bbe7-658b9b56f4a8 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0475299 Jul 28 04:20:51.767770 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Request body: {'port': {'device_id': '9b21818c-2e4a-40e1-a554-d0f2bea6d526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:20:51.858866 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:51.876358 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8af3fc-6ca0-4573-b825-2f11a4a73a25 req-846e8028-6e9d-4614-9660-99dc7d4383c7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:51.877833 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2c8af3fc-6ca0-4573-b825-2f11a4a73a25 req-846e8028-6e9d-4614-9660-99dc7d4383c7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0896418 Jul 28 04:20:51.954465 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2c8af3fc-6ca0-4573-b825-2f11a4a73a25 req-4d97254d-8cb9-4b2d-ad9e-99bf306b548c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705259 Jul 28 04:20:52.039704 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4d37d225-f3e9-4f3d-9e98-df6abf11c06f req-6fa66cdb-714c-4f50-9b44-cbc0c4ccf6e6 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7afb3b-258a-476e-8e7b-ce393740cea8 HTTP/1.1" status: 200 len: 210 time: 0.0368752 Jul 28 04:20:52.141494 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69dd023-6b9d-4193-b1e3-8a1e3963edd8 req-d8082f11-030d-4eab-a3a9-5787537a1384 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:52.142995 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e69dd023-6b9d-4193-b1e3-8a1e3963edd8 req-d8082f11-030d-4eab-a3a9-5787537a1384 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 932 time: 0.1057100 Jul 28 04:20:52.208001 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e69dd023-6b9d-4193-b1e3-8a1e3963edd8 req-3a6417b3-583e-4eea-b0da-331b1a25e812 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567427 Jul 28 04:20:52.297530 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8efb0-2938-442b-907f-67ec761c80f8 req-f17fea7f-ac73-4014-86ae-efffd8c8bf1e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:52.298926 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f3d8efb0-2938-442b-907f-67ec761c80f8 req-f17fea7f-ac73-4014-86ae-efffd8c8bf1e tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0900664 Jul 28 04:20:52.302939 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9934a145-f994-4915-a6ff-c767e25af811 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:20:52.317458 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:52.345525 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Transition to ACTIVE for port object 9934a145-f994-4915-a6ff-c767e25af811 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:20:52.352899 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f3d8efb0-2938-442b-907f-67ec761c80f8 req-937f6fb0-731a-4ebb-a560-b8491df28dd4 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Jul 28 04:20:52.418308 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:52.470161 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Pushing event updated for resources: {'Port': ['ID=9934a145-f994-4915-a6ff-c767e25af811,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:52.501659 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Attempting to bind port 9934a145-f994-4915-a6ff-c767e25af811 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:20:52.501992 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Attempting to bind port 9934a145-f994-4915-a6ff-c767e25af811 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7217ac50-8423-420e-b5e1-6305ba8bf3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:20:52.502319 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Attempting to bind port 9934a145-f994-4915-a6ff-c767e25af811 on network 1fdb4723-2817-4648-8246-e88f2c730add {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:20:52.506596 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Port 9934a145-f994-4915-a6ff-c767e25af811 on network 1fdb4723-2817-4648-8246-e88f2c730add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:20:52.506917 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Attempting to bind port 9934a145-f994-4915-a6ff-c767e25af811 on network 1fdb4723-2817-4648-8246-e88f2c730add {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:20:52.512216 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:20:52.512550 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Checking segment: {'id': '7217ac50-8423-420e-b5e1-6305ba8bf3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:20:52.513228 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Bound using segment: {'id': '7217ac50-8423-420e-b5e1-6305ba8bf3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:20:52.513368 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Bound port: 9934a145-f994-4915-a6ff-c767e25af811, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7217ac50-8423-420e-b5e1-6305ba8bf3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:20:52.513677 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:52.578304 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] For port 9934a145-f994-4915-a6ff-c767e25af811, host hv-cinder-74014, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:20:52.581149 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] For port 9934a145-f994-4915-a6ff-c767e25af811, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9934a145-f994-4915-a6ff-c767e25af811,segment=NetworkSegment(7217ac50-8423-420e-b5e1-6305ba8bf3a2),segment_id=7217ac50-8423-420e-b5e1-6305ba8bf3a2)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:20:52.653526 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:52.655730 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089b02-448a-40f1-9474-4443cd7a1a44 req-d05e82e4-0d71-40ee-98f1-9475c28c7c90 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:52.657210 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-6f089b02-448a-40f1-9474-4443cd7a1a44 req-d05e82e4-0d71-40ee-98f1-9475c28c7c90 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.22 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 945 time: 0.0476005 Jul 28 04:20:52.688645 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:52.689266 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:52.690916 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] 10.222.0.22 "PUT /v2.0/ports/9934a145-f994-4915-a6ff-c767e25af811 HTTP/1.1" status: 200 len: 1094 time: 0.9276929 Jul 28 04:20:52.691354 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b21818c-2e4a-40e1-a554-d0f2bea6d526', 'tag': '9934a145-f994-4915-a6ff-c767e25af811'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:20:52.693619 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3b1650-f98c-4dd4-ace5-c53ca0f3d60d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b21818c-2e4a-40e1-a554-d0f2bea6d526", "tag": "9934a145-f994-4915-a6ff-c767e25af811"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:20:52.722692 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a0f04-efba-4e5e-b481-3efa46043931 service neutron] Pushing event updated for resources: {'Port': ['ID=9934a145-f994-4915-a6ff-c767e25af811,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:52.736127 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a3ca33-f24d-42ce-8f36-939e7d1ce5e3 x-openstack-request-id: req-59a3ca33-f24d-42ce-8f36-939e7d1ce5e3 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:20:52.736411 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b21818c-2e4a-40e1-a554-d0f2bea6d526", "tag": "9934a145-f994-4915-a6ff-c767e25af811", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:20:52.736658 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59a3ca33-f24d-42ce-8f36-939e7d1ce5e3 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:20:52.737118 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b21818c-2e4a-40e1-a554-d0f2bea6d526', 'tag': '9934a145-f994-4915-a6ff-c767e25af811', 'status': 'completed', 'code': 200} Jul 28 04:20:52.771070 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-6f089b02-448a-40f1-9474-4443cd7a1a44 req-9fb6f560-5e27-42a7-9a66-c7ef829f49a7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Deleting port 1e24e8ef-126b-4338-a8a4-11816f2312cf {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:20:52.771414 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-6f089b02-448a-40f1-9474-4443cd7a1a44 req-9fb6f560-5e27-42a7-9a66-c7ef829f49a7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:52.801619 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b1650-f98c-4dd4-ace5-c53ca0f3d60d req-a3bcf75b-4d9b-4f7a-8f51-36a5e9cb849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:52.803137 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fb3b1650-f98c-4dd4-ace5-c53ca0f3d60d req-a3bcf75b-4d9b-4f7a-8f51-36a5e9cb849c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3196b366028b42ce87b0659d5b04fbe0&device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 1097 time: 0.0431342 Jul 28 04:20:52.863451 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-6f089b02-448a-40f1-9474-4443cd7a1a44 req-9fb6f560-5e27-42a7-9a66-c7ef829f49a7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] For port 1e24e8ef-126b-4338-a8a4-11816f2312cf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1e24e8ef-126b-4338-a8a4-11816f2312cf,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:52.864077 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-6f089b02-448a-40f1-9474-4443cd7a1a44 req-9fb6f560-5e27-42a7-9a66-c7ef829f49a7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:52.877953 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-6f089b02-448a-40f1-9474-4443cd7a1a44 req-9fb6f560-5e27-42a7-9a66-c7ef829f49a7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Calling delete_port for 1e24e8ef-126b-4338-a8a4-11816f2312cf owned by compute:nova {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:20:52.977812 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b1650-f98c-4dd4-ace5-c53ca0f3d60d req-2bc2b8db-1fdb-43e1-a0b4-5874dd8f2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:52.979445 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fb3b1650-f98c-4dd4-ace5-c53ca0f3d60d req-2bc2b8db-1fdb-43e1-a0b4-5874dd8f2e44 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=3196b366028b42ce87b0659d5b04fbe0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1656847 Jul 28 04:20:53.058865 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-6f089b02-448a-40f1-9474-4443cd7a1a44 req-9fb6f560-5e27-42a7-9a66-c7ef829f49a7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:53.077010 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a', '1e24e8ef-126b-4338-a8a4-11816f2312cf'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:20:53.092561 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6f560-5e27-42a7-9a66-c7ef829f49a7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Pushing event deleted for resources: {'Port': ['ID=1e24e8ef-126b-4338-a8a4-11816f2312cf,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:53.141345 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f089b02-448a-40f1-9474-4443cd7a1a44 req-9fb6f560-5e27-42a7-9a66-c7ef829f49a7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] No DVR routers for this DVR port 1e24e8ef-126b-4338-a8a4-11816f2312cf on host hv-cinder-74014 {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:20:53.144531 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-6f089b02-448a-40f1-9474-4443cd7a1a44 req-9fb6f560-5e27-42a7-9a66-c7ef829f49a7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:53.148288 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-6f089b02-448a-40f1-9474-4443cd7a1a44 req-9fb6f560-5e27-42a7-9a66-c7ef829f49a7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.22 "DELETE /v2.0/ports/1e24e8ef-126b-4338-a8a4-11816f2312cf HTTP/1.1" status: 204 len: 173 time: 0.4782419 Jul 28 04:20:53.148288 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79d949f-434b-4428-915f-0f7e9065a8e3', 'name': 'network-vif-deleted', 'tag': '1e24e8ef-126b-4338-a8a4-11816f2312cf'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:20:53.149485 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e96c9e-0d61-4566-9d3d-87dcabb53f14" -d '{"events": [{"server_uuid": "e79d949f-434b-4428-915f-0f7e9065a8e3", "name": "network-vif-deleted", "tag": "1e24e8ef-126b-4338-a8a4-11816f2312cf"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:20:53.185924 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b789f58-d569-407c-a87c-447555660003 x-openstack-request-id: req-7b789f58-d569-407c-a87c-447555660003 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:20:53.186207 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79d949f-434b-4428-915f-0f7e9065a8e3", "name": "network-vif-deleted", "tag": "1e24e8ef-126b-4338-a8a4-11816f2312cf", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:20:53.186804 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b789f58-d569-407c-a87c-447555660003 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:20:53.186804 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79d949f-434b-4428-915f-0f7e9065a8e3', 'name': 'network-vif-deleted', 'tag': '1e24e8ef-126b-4338-a8a4-11816f2312cf', 'status': 'completed', 'code': 200} Jul 28 04:20:53.192725 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e6ab6-778d-46e3-9187-759412a0bf0a req-985b0872-d3e3-40e7-ba1e-cdc628e356c8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:53.194219 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-518e6ab6-778d-46e3-9187-759412a0bf0a req-985b0872-d3e3-40e7-ba1e-cdc628e356c8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.1623898 Jul 28 04:20:53.225861 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b1650-f98c-4dd4-ace5-c53ca0f3d60d req-8952091c-a1b2-4106-ba01-f6bec47312fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:53.227371 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fb3b1650-f98c-4dd4-ace5-c53ca0f3d60d req-8952091c-a1b2-4106-ba01-f6bec47312fe service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2338941 Jul 28 04:20:53.253381 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-518e6ab6-778d-46e3-9187-759412a0bf0a req-693b856f-e06c-49fa-9771-64dba638db84 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483882 Jul 28 04:20:53.354002 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:20:53.364745 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16595f32-750a-4ff9-a165-d930e0b0c6a0 req-9f894d4d-6075-4e8c-bc63-843439441acb tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:53.366288 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-16595f32-750a-4ff9-a165-d930e0b0c6a0 req-9f894d4d-6075-4e8c-bc63-843439441acb tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 944 time: 0.0883484 Jul 28 04:20:53.382487 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-c6d0d0db-3e6d-4934-bc54-5c519e92992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:53.383962 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-c6d0d0db-3e6d-4934-bc54-5c519e92992b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3196b366028b42ce87b0659d5b04fbe0&device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 1097 time: 0.1042376 Jul 28 04:20:53.451710 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-dc97246f-11e1-41c6-a73a-e3cce1ea7f16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9934a145-f994-4915-a6ff-c767e25af811 HTTP/1.1" status: 200 len: 217 time: 0.0545201 Jul 28 04:20:53.455916 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-16595f32-750a-4ff9-a165-d930e0b0c6a0 req-4e5cb257-02e7-46a2-8898-aab83daab95c tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817735 Jul 28 04:20:53.474030 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b2b61e2d-6f3d-4f5f-ae77-b70e6e7b8f9a req-5171d886-1437-4ddc-88f4-bae387815ec7 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e79d949f-434b-4428-915f-0f7e9065a8e3 HTTP/1.1" status: 200 len: 210 time: 0.0362275 Jul 28 04:20:53.516184 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-e601534f-3940-4498-b5b5-a0e350b13a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:53.517669 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-e601534f-3940-4498-b5b5-a0e350b13a7f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5192a6e1-fd35-4db0-8300-79d7267efb3f HTTP/1.1" status: 200 len: 854 time: 0.0460939 Jul 28 04:20:53.558627 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-00a09df6-9ca0-4593-9dd4-4ce15ef9772c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1fdb4723-2817-4648-8246-e88f2c730add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232587 Jul 28 04:20:53.654112 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-f9091790-5545-48b0-b218-c767fe664578 service neutron] 10.222.0.22 "GET /v2.0/networks/1fdb4723-2817-4648-8246-e88f2c730add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792615 Jul 28 04:20:53.749636 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9bb671d-d3f5-44f5-9885-12cb1f0370a3 req-885d6069-75f4-4d57-b19a-3737a2938310 service neutron] 10.222.0.22 "GET /v2.0/networks/1fdb4723-2817-4648-8246-e88f2c730add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836613 Jul 28 04:20:53.786635 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 1e24e8ef-126b-4338-a8a4-11816f2312cf no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:20:53.810624 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 1e24e8ef-126b-4338-a8a4-11816f2312cf {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:20:53.812551 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 1e24e8ef-126b-4338-a8a4-11816f2312cf not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:20:53.812551 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:20:53.829648 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:20:53.829990 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9bf2ff36-b57d-4c44-8a28-7ecad94e47f9 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:20:54.374453 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d8e5-ab66-481a-8283-e38894475a46 req-9abd1c77-75e3-4db8-b32c-469a9e42ec18 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:54.375940 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2962d8e5-ab66-481a-8283-e38894475a46 req-9abd1c77-75e3-4db8-b32c-469a9e42ec18 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0486128 Jul 28 04:20:54.414071 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2962d8e5-ab66-481a-8283-e38894475a46 req-7ac60bc8-0f8b-4840-8702-9fcdf24ee9d3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322523 Jul 28 04:20:54.575319 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41142796-0e28-4fa4-8c4f-0a6bd4872b41 req-9fb73826-5ce1-4d30-813b-c4e4ecd3ef57 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:54.576743 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-41142796-0e28-4fa4-8c4f-0a6bd4872b41 req-9fb73826-5ce1-4d30-813b-c4e4ecd3ef57 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 944 time: 0.0516801 Jul 28 04:20:54.614243 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-41142796-0e28-4fa4-8c4f-0a6bd4872b41 req-37148d1f-7111-45da-9b9f-2354f1bfccb5 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314839 Jul 28 04:20:54.856130 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64e12b-9007-4957-9ba4-0f3d25c44c4f req-b2f70996-c5e9-407a-9f4e-97ccd902502e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:54.857518 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fa64e12b-9007-4957-9ba4-0f3d25c44c4f req-b2f70996-c5e9-407a-9f4e-97ccd902502e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 946 time: 0.0517285 Jul 28 04:20:54.896974 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fa64e12b-9007-4957-9ba4-0f3d25c44c4f req-61194f03-8d78-4fd7-b665-697e523cf69f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332682 Jul 28 04:20:55.055773 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcce72-714e-4f95-8ab1-c3041d132b78 req-8a818e61-887e-4474-a20d-c559b8c4b845 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:55.057725 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-50fcce72-714e-4f95-8ab1-c3041d132b78 req-8a818e61-887e-4474-a20d-c559b8c4b845 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0466318 Jul 28 04:20:55.094092 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-50fcce72-714e-4f95-8ab1-c3041d132b78 req-3690c81d-cba7-484a-8887-c65eea1f41eb tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304403 Jul 28 04:20:55.536831 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d933d4-e66f-44be-b953-00063a87dc27 req-5e3b7f67-8fd9-46c5-9912-4325405dc6c1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:55.538172 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-08d933d4-e66f-44be-b953-00063a87dc27 req-5e3b7f67-8fd9-46c5-9912-4325405dc6c1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0502501 Jul 28 04:20:55.575299 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-08d933d4-e66f-44be-b953-00063a87dc27 req-104858d1-b45f-431a-b0da-c910b0a3fa0b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307443 Jul 28 04:20:55.724846 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a88c1-18de-453f-b0c3-837b7a543193 req-721e9fa3-8406-4959-8988-acfebc893b8b tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:55.726278 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3c8a88c1-18de-453f-b0c3-837b7a543193 req-721e9fa3-8406-4959-8988-acfebc893b8b tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 944 time: 0.0471325 Jul 28 04:20:55.764954 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3c8a88c1-18de-453f-b0c3-837b7a543193 req-25c5f2ab-5f7d-42f9-9a35-02a5b38d04eb tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Jul 28 04:20:55.796086 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9934a145-f994-4915-a6ff-c767e25af811 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:20:55.886308 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 9934a145-f994-4915-a6ff-c767e25af811, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9934a145-f994-4915-a6ff-c767e25af811,segment=NetworkSegment(7217ac50-8423-420e-b5e1-6305ba8bf3a2),segment_id=7217ac50-8423-420e-b5e1-6305ba8bf3a2)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:55.897164 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '9934a145-f994-4915-a6ff-c767e25af811', 'network_id': '1fdb4723-2817-4648-8246-e88f2c730add', 'port_id': '9934a145-f994-4915-a6ff-c767e25af811', 'mac_address': 'fa:16:3e:18:fa:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5192a6e1-fd35-4db0-8300-79d7267efb3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:20:55.937017 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:55.950483 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9934a145-f994-4915-a6ff-c767e25af811 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:20:55.969782 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 9934a145-f994-4915-a6ff-c767e25af811, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9934a145-f994-4915-a6ff-c767e25af811,segment=NetworkSegment(7217ac50-8423-420e-b5e1-6305ba8bf3a2),segment_id=7217ac50-8423-420e-b5e1-6305ba8bf3a2)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:56.011926 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17267-d04e-451e-ba32-ab97978ab6a3 req-e339cf1b-95b2-450e-924d-5787dc25571e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:56.013439 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-24a17267-d04e-451e-ba32-ab97978ab6a3 req-e339cf1b-95b2-450e-924d-5787dc25571e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 946 time: 0.0475187 Jul 28 04:20:56.030303 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:56.058658 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-24a17267-d04e-451e-ba32-ab97978ab6a3 req-177da9c5-b725-4997-8f3a-d7942c8d1b5c tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 Jul 28 04:20:56.079671 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=9934a145-f994-4915-a6ff-c767e25af811,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:56.086912 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:56.089921 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:56.089921 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:56.089921 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:56.089921 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:56.089921 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:56.089921 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:56.089921 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:56.090582 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:56.090582 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:56.090877 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:56.091200 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:20:56.210652 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c1077-281a-4d93-a566-b60aacd9e1d2 req-aac5e553-9fdc-4eaa-9f07-0010a99f43ea tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:56.212149 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d51c1077-281a-4d93-a566-b60aacd9e1d2 req-aac5e553-9fdc-4eaa-9f07-0010a99f43ea tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0514638 Jul 28 04:20:56.249745 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d51c1077-281a-4d93-a566-b60aacd9e1d2 req-a7d12054-d8a8-45b6-9252-fc12eb368659 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308075 Jul 28 04:20:56.475033 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['9934a145-f994-4915-a6ff-c767e25af811'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:20:56.691995 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d4e49-aefb-49b5-915c-885a55ff459a req-51f1510b-1ca1-41eb-8792-8e0852b8506b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:56.693494 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c76d4e49-aefb-49b5-915c-885a55ff459a req-51f1510b-1ca1-41eb-8792-8e0852b8506b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.0492136 Jul 28 04:20:56.732677 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c76d4e49-aefb-49b5-915c-885a55ff459a req-3a7f9f7b-61c5-4b81-a9c9-7473d65f9aa9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322957 Jul 28 04:20:56.889929 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b0e7e-9ced-4e89-9317-e7eb2b733d3b req-9dd2169b-739e-4560-8364-6b39cee25913 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:56.891410 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c42b0e7e-9ced-4e89-9317-e7eb2b733d3b req-9dd2169b-739e-4560-8364-6b39cee25913 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 945 time: 0.0485568 Jul 28 04:20:56.930339 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c42b0e7e-9ced-4e89-9317-e7eb2b733d3b req-bf66d325-2050-4efe-bd2d-130073503e86 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Jul 28 04:20:57.185044 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef58bd-accc-4541-a445-e743c96a36bd req-2dc67c3c-7840-4148-8118-203ac93176c9 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:57.186406 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d9ef58bd-accc-4541-a445-e743c96a36bd req-2dc67c3c-7840-4148-8118-203ac93176c9 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 946 time: 0.0532241 Jul 28 04:20:57.223759 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d9ef58bd-accc-4541-a445-e743c96a36bd req-d2e7fecc-77b1-4837-9be2-52a113f42fcf tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310555 Jul 28 04:20:57.372155 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6e17-af6e-4923-ae52-4644abadd4eb req-def28abf-e73e-4652-845f-aa37c5c0c59b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:57.373595 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5cd6e17-af6e-4923-ae52-4644abadd4eb req-def28abf-e73e-4652-845f-aa37c5c0c59b tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 946 time: 0.0761838 Jul 28 04:20:57.385151 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed230a-e017-4e1f-a192-94d2411ad124 req-04f58c60-5876-44f5-9bf9-cd68ffd20064 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:57.387175 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d2ed230a-e017-4e1f-a192-94d2411ad124 req-04f58c60-5876-44f5-9bf9-cd68ffd20064 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0648773 Jul 28 04:20:57.489837 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d2ed230a-e017-4e1f-a192-94d2411ad124 req-fcc02f17-f60a-4953-b6f4-29b45e3df19d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958178 Jul 28 04:20:57.531359 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-c5cd6e17-af6e-4923-ae52-4644abadd4eb req-f12749be-7f91-4404-b3aa-1442ed9fe6a2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Deleting port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:20:57.531753 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5cd6e17-af6e-4923-ae52-4644abadd4eb req-f12749be-7f91-4404-b3aa-1442ed9fe6a2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:57.620282 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-c5cd6e17-af6e-4923-ae52-4644abadd4eb req-f12749be-7f91-4404-b3aa-1442ed9fe6a2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] For port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=76bfc513-a3e7-4b28-a6b8-a9853a880dc6,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:57.621149 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5cd6e17-af6e-4923-ae52-4644abadd4eb req-f12749be-7f91-4404-b3aa-1442ed9fe6a2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:57.809482 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3ce7290d-0099-49be-b853-0b39b27279bb details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:20:57.812839 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9934a145-f994-4915-a6ff-c767e25af811 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:20:57.858273 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-c5cd6e17-af6e-4923-ae52-4644abadd4eb req-f12749be-7f91-4404-b3aa-1442ed9fe6a2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Calling delete_port for 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 owned by compute:nova {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:20:57.938570 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3ce7290d-0099-49be-b853-0b39b27279bb,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:57.945582 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d00bae-d313-4bd0-93d2-b8126be7d94c req-28a18465-58c6-4833-8764-1fbf8e697e2e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:57.949499 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a0d00bae-d313-4bd0-93d2-b8126be7d94c req-28a18465-58c6-4833-8764-1fbf8e697e2e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 943 time: 0.1179607 Jul 28 04:20:57.951535 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '3ce7290d-0099-49be-b853-0b39b27279bb', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'port_id': '3ce7290d-0099-49be-b853-0b39b27279bb', 'mac_address': 'fa:16:3e:d4:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:20:57.996501 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 9934a145-f994-4915-a6ff-c767e25af811 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:20:58.000073 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:58.003184 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 9934a145-f994-4915-a6ff-c767e25af811 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:20:58.003548 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:58.004475 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a0d00bae-d313-4bd0-93d2-b8126be7d94c req-92a011a7-83c8-4cbd-b467-16dd4062bd7f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485311 Jul 28 04:20:58.035212 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce7290d-0099-49be-b853-0b39b27279bb {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:20:58.068453 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3ce7290d-0099-49be-b853-0b39b27279bb,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:58.093248 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fc73c-6595-4ec3-8a2e-89eb39d040f2 req-4aefd032-bcfb-4839-a3c3-d7ba9c283dae tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:58.094729 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-232fc73c-6595-4ec3-8a2e-89eb39d040f2 req-4aefd032-bcfb-4839-a3c3-d7ba9c283dae tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 945 time: 0.0882683 Jul 28 04:20:58.111528 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:58.130873 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:58.134880 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-232fc73c-6595-4ec3-8a2e-89eb39d040f2 req-e109ad29-9126-4b34-b240-1559de0c3ed1 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335901 Jul 28 04:20:58.140680 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b21818c-2e4a-40e1-a554-d0f2bea6d526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9934a145-f994-4915-a6ff-c767e25af811'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:20:58.143167 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b8191d-6a29-44f7-9129-67d19d07ef71" -d '{"events": [{"server_uuid": "9b21818c-2e4a-40e1-a554-d0f2bea6d526", "name": "network-vif-plugged", "status": "completed", "tag": "9934a145-f994-4915-a6ff-c767e25af811"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:20:58.156178 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5cd6e17-af6e-4923-ae52-4644abadd4eb req-f12749be-7f91-4404-b3aa-1442ed9fe6a2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:58.180515 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12749be-7f91-4404-b3aa-1442ed9fe6a2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Pushing event deleted for resources: {'Port': ['ID=76bfc513-a3e7-4b28-a6b8-a9853a880dc6,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:58.182557 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['a094b772-d519-48b6-99af-c7bda8cabf82', '427b3759-9290-4dd4-ad1e-c21383c5cbf4', '76bfc513-a3e7-4b28-a6b8-a9853a880dc6'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:20:58.186936 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 9934a145-f994-4915-a6ff-c767e25af811, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9934a145-f994-4915-a6ff-c767e25af811,segment=NetworkSegment(7217ac50-8423-420e-b5e1-6305ba8bf3a2),segment_id=7217ac50-8423-420e-b5e1-6305ba8bf3a2)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:20:58.216303 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8747d5e-6f5b-4504-ae14-01f0039c9ffa x-openstack-request-id: req-a8747d5e-6f5b-4504-ae14-01f0039c9ffa {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:20:58.216591 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b21818c-2e4a-40e1-a554-d0f2bea6d526", "name": "network-vif-plugged", "status": "completed", "tag": "9934a145-f994-4915-a6ff-c767e25af811", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:20:58.216893 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8747d5e-6f5b-4504-ae14-01f0039c9ffa {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:20:58.217278 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b21818c-2e4a-40e1-a554-d0f2bea6d526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9934a145-f994-4915-a6ff-c767e25af811', 'code': 200} Jul 28 04:20:58.262144 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cd6e17-af6e-4923-ae52-4644abadd4eb req-f12749be-7f91-4404-b3aa-1442ed9fe6a2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] No DVR routers for this DVR port 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 on host hv-cinder-74014 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:20:58.265800 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c5cd6e17-af6e-4923-ae52-4644abadd4eb req-f12749be-7f91-4404-b3aa-1442ed9fe6a2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:58.266484 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=3ce7290d-0099-49be-b853-0b39b27279bb,revision_number=9']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:58.268384 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c5cd6e17-af6e-4923-ae52-4644abadd4eb req-f12749be-7f91-4404-b3aa-1442ed9fe6a2 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "DELETE /v2.0/ports/76bfc513-a3e7-4b28-a6b8-a9853a880dc6 HTTP/1.1" status: 204 len: 173 time: 0.8802686 Jul 28 04:20:58.268859 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db153b5a-6dad-4eea-ac9a-c0b417392054', 'name': 'network-vif-deleted', 'tag': '76bfc513-a3e7-4b28-a6b8-a9853a880dc6'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:20:58.271124 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fac176-1364-4bfd-b091-6e86b596abdc" -d '{"events": [{"server_uuid": "db153b5a-6dad-4eea-ac9a-c0b417392054", "name": "network-vif-deleted", "tag": "76bfc513-a3e7-4b28-a6b8-a9853a880dc6"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:20:58.274194 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:58.345937 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1077929-05bd-41d0-bce2-91af9e229e5b x-openstack-request-id: req-e1077929-05bd-41d0-bce2-91af9e229e5b {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:20:58.345937 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db153b5a-6dad-4eea-ac9a-c0b417392054", "name": "network-vif-deleted", "tag": "76bfc513-a3e7-4b28-a6b8-a9853a880dc6", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:20:58.345937 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1077929-05bd-41d0-bce2-91af9e229e5b {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:20:58.345937 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db153b5a-6dad-4eea-ac9a-c0b417392054', 'name': 'network-vif-deleted', 'tag': '76bfc513-a3e7-4b28-a6b8-a9853a880dc6', 'status': 'completed', 'code': 200} Jul 28 04:20:58.367669 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8d28d0c4-c7d5-4734-bf99-53166901dfeb req-d47275c1-236c-4a83-aa5a-7c42bf586f98 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 210 time: 0.0539806 Jul 28 04:20:58.395211 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=9934a145-f994-4915-a6ff-c767e25af811,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:58.499911 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c0a45-d1b2-4ddf-8bbd-a6e5d3464b76 req-11ec5ebc-5e3e-4958-8f2a-249982cc318a tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:58.501478 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d08c0a45-d1b2-4ddf-8bbd-a6e5d3464b76 req-11ec5ebc-5e3e-4958-8f2a-249982cc318a tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.0497046 Jul 28 04:20:58.536686 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['3ce7290d-0099-49be-b853-0b39b27279bb'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:20:58.546878 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d08c0a45-d1b2-4ddf-8bbd-a6e5d3464b76 req-27923fb5-e317-4198-8969-36d0f0f7d502 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390286 Jul 28 04:20:58.569231 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 32950) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:20:58.640550 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b737491-13de-4f0a-8287-6df85d1f715e req-c601a7bc-2b69-4c05-b071-b6a5ff1ed46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:58.642273 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2b737491-13de-4f0a-8287-6df85d1f715e req-c601a7bc-2b69-4c05-b071-b6a5ff1ed46c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 1099 time: 0.0818107 Jul 28 04:20:58.659320 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffed4a6-cfa2-4c7d-b08c-2213380b121a req-97a30e33-be5f-4ead-9ab3-a464c91b828b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:58.661100 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cffed4a6-cfa2-4c7d-b08c-2213380b121a req-97a30e33-be5f-4ead-9ab3-a464c91b828b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0721550 Jul 28 04:20:58.722803 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cffed4a6-cfa2-4c7d-b08c-2213380b121a req-5acd2029-a519-4ae4-ab22-f2495b42c72b tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533974 Jul 28 04:20:58.728987 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2b737491-13de-4f0a-8287-6df85d1f715e req-4485ecf5-ce38-4dae-af01-b3d9fa27198f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667167 Jul 28 04:20:58.797188 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136311d3-80b9-4fce-83b0-9cc16e105044 tempest-TestMinimumBasicScenario-539284759 tempest-TestMinimumBasicScenario-539284759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:58.798789 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-136311d3-80b9-4fce-83b0-9cc16e105044 tempest-TestMinimumBasicScenario-539284759 tempest-TestMinimumBasicScenario-539284759-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 1094 time: 0.2276921 Jul 28 04:20:58.801741 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 32954) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:20:58.806495 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Request body: {'floatingip': {'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'port_id': '9c94e55e-d851-4d26-a848-e47855620084', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:20:58.893287 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for floatingip, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:58.993110 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:59.124934 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Allocated IP 172.27.2.98 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/bf35b333-0594-405b-b726-97b081f6e2a8) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:20:59.148753 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894bc92-bfe4-4fdf-a130-46ea9d9c31af req-1785a876-006c-4062-be2c-dd1515ac4caa tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:59.150646 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5894bc92-bfe4-4fdf-a130-46ea9d9c31af req-1785a876-006c-4062-be2c-dd1515ac4caa tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 944 time: 0.0733278 Jul 28 04:20:59.261842 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5894bc92-bfe4-4fdf-a130-46ea9d9c31af req-ac5128c3-fa50-479b-a039-ea5ac921d314 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967214 Jul 28 04:20:59.296699 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c750e7-91bb-4a54-9742-9bd2b84b4b9b req-85da4b1c-c227-4a19-8689-0e1a6de74ed0 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:59.298179 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-65c750e7-91bb-4a54-9742-9bd2b84b4b9b req-85da4b1c-c227-4a19-8689-0e1a6de74ed0 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 946 time: 0.0893943 Jul 28 04:20:59.328577 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:59.357611 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-65c750e7-91bb-4a54-9742-9bd2b84b4b9b req-2bba9a0b-23cc-417e-a48a-6003ad1accae tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513756 Jul 28 04:20:59.456238 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bdc5eb3a-d7d4-4ab4-a97f-56efbd33680d req-821e4ff3-ee42-4fe2-8525-604b83dce676 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=db153b5a-6dad-4eea-ac9a-c0b417392054 HTTP/1.1" status: 200 len: 210 time: 0.0300729 Jul 28 04:20:59.457426 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:59.496221 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:20:59.498891 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:20:59.505404 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:20:59.509188 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event updated for resources: {'Port': ['ID=bf35b333-0594-405b-b726-97b081f6e2a8,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:20:59.843118 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3ce7290d-0099-49be-b853-0b39b27279bb up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:20:59.845510 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:59.881832 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa29a2d-6783-4f9c-9eda-680446701318 req-ad3e5245-64a2-45c2-b401-8c6d35d88203 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:20:59.883331 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fa29a2d-6783-4f9c-9eda-680446701318 req-ad3e5245-64a2-45c2-b401-8c6d35d88203 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0916741 Jul 28 04:20:59.889190 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 3ce7290d-0099-49be-b853-0b39b27279bb triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:20:59.890403 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:59.931861 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fa29a2d-6783-4f9c-9eda-680446701318 req-5e3a9311-ea9b-4ba9-9953-3fb37a9133ef tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355706 Jul 28 04:20:59.974839 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:59.987423 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:00.008340 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3ce7290d-0099-49be-b853-0b39b27279bb,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:21:00.081174 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:00.082010 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:21:00.118774 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:21:00.119397 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 76bfc513-a3e7-4b28-a6b8-a9853a880dc6 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:21:00.136815 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:00.148038 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=3ce7290d-0099-49be-b853-0b39b27279bb,revision_number=10']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:00.195395 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:00.218289 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:21:00.220699 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b3e89c-756d-4c08-a7f0-870e1c81b3c0" -d '{"events": [{"server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:21:00.226993 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:00.259352 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a739477f-7e91-4408-9fbd-715564edcd35 x-openstack-request-id: req-a739477f-7e91-4408-9fbd-715564edcd35 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:21:00.259583 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:21:00.259862 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a739477f-7e91-4408-9fbd-715564edcd35 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:21:00.260266 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb', 'code': 200} Jul 28 04:21:00.278434 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event updated for resources: {'Port': ['ID=bf35b333-0594-405b-b726-97b081f6e2a8,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:00.341915 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.l3_db [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Floating IP 05ff47d7-958e-4e03-84bb-92c8b8834b40 associated. External IP: 172.27.2.98, port: 9c94e55e-d851-4d26-a848-e47855620084. Jul 28 04:21:00.456796 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdbbaf-3986-4935-8798-2d32c362692e req-0e6d7a9c-fca9-4059-965d-657d9c58a57e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:00.458248 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6ccdbbaf-3986-4935-8798-2d32c362692e req-0e6d7a9c-fca9-4059-965d-657d9c58a57e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 946 time: 0.1189146 Jul 28 04:21:00.540163 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6ccdbbaf-3986-4935-8798-2d32c362692e req-67942efd-1599-454f-9bed-d75ba9ddeffb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730400 Jul 28 04:21:00.550291 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3974801-1d28-44ec-a850-18a311554d2f req-ffe4cc20-64e3-45fa-bf8a-9b2ea2b53d28 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:00.551836 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a3974801-1d28-44ec-a850-18a311554d2f req-ffe4cc20-64e3-45fa-bf8a-9b2ea2b53d28 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 946 time: 0.1052797 Jul 28 04:21:00.656349 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a3974801-1d28-44ec-a850-18a311554d2f req-60b8616c-3ca7-4690-b693-1601aeb0ba7a tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724897 Jul 28 04:21:00.680375 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:21:01.051025 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:21:01.061143 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500439e3-3b62-4ad8-833d-8f559728975a None None] Sync routers for ids ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:21:01.070002 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500439e3-3b62-4ad8-833d-8f559728975a None None] Routers {'12abc4be-37b5-4c25-b9ea-ec6240a013f0'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:21:01.070638 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-500439e3-3b62-4ad8-833d-8f559728975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:20:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:01.091078 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a21853-07bc-4651-9f49-958cfd4fc9d4 req-0e95c63b-96b5-4385-9293-fc2fca5ec0d1 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:01.092566 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c6a21853-07bc-4651-9f49-958cfd4fc9d4 req-0e95c63b-96b5-4385-9293-fc2fca5ec0d1 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 945 time: 0.0895731 Jul 28 04:21:01.094324 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b7ee2-0d32-4041-9ced-a05f398d767a req-43079f57-a014-40a2-8842-794a0d8bd8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:01.095710 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-540b7ee2-0d32-4041-9ced-a05f398d767a req-43079f57-a014-40a2-8842-794a0d8bd8ec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 1099 time: 0.0937986 Jul 28 04:21:01.152209 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c6a21853-07bc-4651-9f49-958cfd4fc9d4 req-21e77295-a3ca-4ac0-982b-8bc4533b387c tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524638 Jul 28 04:21:01.155825 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-540b7ee2-0d32-4041-9ced-a05f398d767a req-13d8ffae-49ba-4ad7-b655-fa00b816de80 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486331 Jul 28 04:21:01.172559 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:01.186063 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-500439e3-3b62-4ad8-833d-8f559728975a None None] Set router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:21:01.202280 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 32988) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:01.203042 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-ace9be36-7247-460f-ae05-c370542ba3ea tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3995237 Jul 28 04:21:01.203144 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'tag': '9c94e55e-d851-4d26-a848-e47855620084'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:21:01.205419 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1fef4f-a2c5-4d85-b1ca-bc2776fcad63" -d '{"events": [{"name": "network-changed", "server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "tag": "9c94e55e-d851-4d26-a848-e47855620084"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:21:01.207272 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-8f78d8e5-ba43-45bf-a54a-2dfca2bb8eaa tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-494138165', 'description': 'tempest-secgroup-smoke-494138165 description', 'project_id': 'bd9718890b764ceaa9a275014c68fdf0'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:01.271581 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55630d4f-9138-41a3-b8dc-91d53f33d625 req-ce83145b-4343-4676-b73e-f7648b428a4c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:01.273064 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-55630d4f-9138-41a3-b8dc-91d53f33d625 req-ce83145b-4343-4676-b73e-f7648b428a4c tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0506346 Jul 28 04:21:01.304188 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f78d8e5-ba43-45bf-a54a-2dfca2bb8eaa tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:01.314432 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-55630d4f-9138-41a3-b8dc-91d53f33d625 req-1b0889bb-8746-40ad-a62c-42c412a3d4cf tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350473 Jul 28 04:21:01.364422 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeb2a64-9c11-4613-babc-34192599a904 x-openstack-request-id: req-9eeb2a64-9c11-4613-babc-34192599a904 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:21:01.365008 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "tag": "9c94e55e-d851-4d26-a848-e47855620084", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:21:01.365122 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9eeb2a64-9c11-4613-babc-34192599a904 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:21:01.365588 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'tag': '9c94e55e-d851-4d26-a848-e47855620084', 'status': 'completed', 'code': 200} Jul 28 04:21:01.413379 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f78d8e5-ba43-45bf-a54a-2dfca2bb8eaa tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:01.433944 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-500439e3-3b62-4ad8-833d-8f559728975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:19:28Z', 'revision_number': 4, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '05ff47d7-958e-4e03-84bb-92c8b8834b40', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'port_id': '9c94e55e-d851-4d26-a848-e47855620084', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'mac_address': 'fa:16:3e:74:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:20:59Z', 'updated_at': '2021-07-28T04:20:59Z', 'revision_number': 0, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ad328f-faa1-483a-8919-287853b55d22', 'name': '', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'mac_address': 'fa:16:3e:8c:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:27Z', 'updated_at': '2021-07-28T04:19:36Z', 'revision_number': 5, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'subnets': [{'id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:01.438214 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fef4f-a2c5-4d85-b1ca-bc2776fcad63 req-bd98e742-cb24-4e41-b2e7-f5ccd3ac1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:01.440266 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bb1fef4f-a2c5-4d85-b1ca-bc2776fcad63 req-bd98e742-cb24-4e41-b2e7-f5ccd3ac1263 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9718890b764ceaa9a275014c68fdf0&device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 1099 time: 0.0443373 Jul 28 04:21:01.467883 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500439e3-3b62-4ad8-833d-8f559728975a None None] Checking router: 12abc4be-37b5-4c25-b9ea-ec6240a013f0 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:21:01.476503 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500439e3-3b62-4ad8-833d-8f559728975a None None] Routers {'12abc4be-37b5-4c25-b9ea-ec6240a013f0'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:21:01.477110 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-500439e3-3b62-4ad8-833d-8f559728975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:20:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:01.481886 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f78d8e5-ba43-45bf-a54a-2dfca2bb8eaa tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:01.525567 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78d8e5-ba43-45bf-a54a-2dfca2bb8eaa tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1414108-4adc-46cb-bdb9-6b731ee256a9,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:01.561744 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fef4f-a2c5-4d85-b1ca-bc2776fcad63 req-f2fa1e0f-217e-4267-ad19-fd5230e8becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:01.563208 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bb1fef4f-a2c5-4d85-b1ca-bc2776fcad63 req-f2fa1e0f-217e-4267-ad19-fd5230e8becb service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 HTTP/1.1" status: 200 len: 915 time: 0.1086848 Jul 28 04:21:01.584292 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8f78d8e5-ba43-45bf-a54a-2dfca2bb8eaa tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:01.588490 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-8f78d8e5-ba43-45bf-a54a-2dfca2bb8eaa tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3852131 Jul 28 04:21:01.589552 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 32998) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:01.593922 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-4b792175-f11c-4b19-9393-759c560678bd tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Request body: {'security_group_rule': {'security_group_id': 'f1414108-4adc-46cb-bdb9-6b731ee256a9', 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:01.613921 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-500439e3-3b62-4ad8-833d-8f559728975a None None] Set router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:21:01.715677 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bb1fef4f-a2c5-4d85-b1ca-bc2776fcad63 req-7404b2c5-2c31-44f2-85cf-d6046e8e46ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c94e55e-d851-4d26-a848-e47855620084 HTTP/1.1" status: 200 len: 999 time: 0.1361713 Jul 28 04:21:01.724559 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4b792175-f11c-4b19-9393-759c560678bd tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:01.728426 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5f6a7-ad24-4d2e-876f-9fae4d360f0e req-fb2fe43e-6875-4594-9bf3-5b2d300608bf tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:01.730867 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-75e5f6a7-ad24-4d2e-876f-9fae4d360f0e req-fb2fe43e-6875-4594-9bf3-5b2d300608bf tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 946 time: 0.0968275 Jul 28 04:21:01.799710 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fef4f-a2c5-4d85-b1ca-bc2776fcad63 req-20c7ca78-ec2e-4e6d-a629-0952ac3f5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:01.801158 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4b792175-f11c-4b19-9393-759c560678bd tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:01.801309 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bb1fef4f-a2c5-4d85-b1ca-bc2776fcad63 req-20c7ca78-ec2e-4e6d-a629-0952ac3f5b67 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=527b9ad8-c8ba-41cb-a8ae-5e912e6db0de HTTP/1.1" status: 200 len: 853 time: 0.0694611 Jul 28 04:21:01.804132 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-75e5f6a7-ad24-4d2e-876f-9fae4d360f0e req-db4944a9-1397-4df2-b77f-f5a6e33afc7f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639985 Jul 28 04:21:01.853478 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fef4f-a2c5-4d85-b1ca-bc2776fcad63 req-a3532cc9-a657-4ae5-a315-96658e226318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:01.855003 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bb1fef4f-a2c5-4d85-b1ca-bc2776fcad63 req-a3532cc9-a657-4ae5-a315-96658e226318 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413213 Jul 28 04:21:01.863573 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-500439e3-3b62-4ad8-833d-8f559728975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:19:28Z', 'revision_number': 4, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '05ff47d7-958e-4e03-84bb-92c8b8834b40', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'port_id': '9c94e55e-d851-4d26-a848-e47855620084', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'mac_address': 'fa:16:3e:74:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:20:59Z', 'updated_at': '2021-07-28T04:20:59Z', 'revision_number': 0, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ad328f-faa1-483a-8919-287853b55d22', 'name': '', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'mac_address': 'fa:16:3e:8c:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:27Z', 'updated_at': '2021-07-28T04:19:36Z', 'revision_number': 5, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'subnets': [{'id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:01.892804 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4b792175-f11c-4b19-9393-759c560678bd tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:01.893343 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500439e3-3b62-4ad8-833d-8f559728975a None None] The sync data for ids ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'] in dv-cinder-740146-11-iscsi is: [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:19:28Z', 'revision_number': 4, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '05ff47d7-958e-4e03-84bb-92c8b8834b40', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'port_id': '9c94e55e-d851-4d26-a848-e47855620084', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'mac_address': 'fa:16:3e:74:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:20:59Z', 'updated_at': '2021-07-28T04:20:59Z', 'revision_number': 0, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ad328f-faa1-483a-8919-287853b55d22', 'name': '', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'mac_address': 'fa:16:3e:8c:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:27Z', 'updated_at': '2021-07-28T04:19:36Z', 'revision_number': 5, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'subnets': [{'id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:21:01.915472 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b792175-f11c-4b19-9393-759c560678bd tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5705d9aa-5744-4e59-b867-62091e21aad7,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:01.961724 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bb1fef4f-a2c5-4d85-b1ca-bc2776fcad63 req-cbe88584-376e-47ff-a229-9a9fd7e1de90 service neutron] 10.222.0.22 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915513 Jul 28 04:21:01.978629 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4b792175-f11c-4b19-9393-759c560678bd tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:01.981136 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-4b792175-f11c-4b19-9393-759c560678bd tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3901498 Jul 28 04:21:01.985769 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33000) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:01.990312 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-9740e145-d87c-481c-83a5-f85ff09d9770 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Request body: {'security_group_rule': {'security_group_id': 'f1414108-4adc-46cb-bdb9-6b731ee256a9', 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:02.060048 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bb1fef4f-a2c5-4d85-b1ca-bc2776fcad63 req-4d3be8cc-5def-4dd9-99c5-d456f9a36d4f service neutron] 10.222.0.22 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869462 Jul 28 04:21:02.086722 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9740e145-d87c-481c-83a5-f85ff09d9770 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:02.099761 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ad147-7d87-479e-b17e-02109a80b92a None None] New status for floating IP 05ff47d7-958e-4e03-84bb-92c8b8834b40: ACTIVE {{(pid=93705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:21:02.149442 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9740e145-d87c-481c-83a5-f85ff09d9770 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:02.229076 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9740e145-d87c-481c-83a5-f85ff09d9770 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:02.250038 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740e145-d87c-481c-83a5-f85ff09d9770 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75b1060-2a87-4c1b-a6b6-c92e394eba7e,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:02.277150 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bb2d2-7895-4ac6-8fb8-0fa46245d38c req-4f1ad479-3af3-4f4b-82d3-f95aa7b7dcc9 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:02.278606 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cd3bb2d2-7895-4ac6-8fb8-0fa46245d38c req-4f1ad479-3af3-4f4b-82d3-f95aa7b7dcc9 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 945 time: 0.0544505 Jul 28 04:21:02.315794 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cd3bb2d2-7895-4ac6-8fb8-0fa46245d38c req-be649dfd-2710-4a78-9cb3-ad61aa8d21b9 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Jul 28 04:21:02.350302 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9740e145-d87c-481c-83a5-f85ff09d9770 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:02.350481 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3df19649-3686-4220-a987-669f1cf51057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:02.352677 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-9740e145-d87c-481c-83a5-f85ff09d9770 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3651097 Jul 28 04:21:02.356506 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33006) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:02.362101 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-ab59d1d5-753a-4e95-a3ff-f6d8a68d40ec tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Request body: {'security_group_rule': {'security_group_id': 'f1414108-4adc-46cb-bdb9-6b731ee256a9', 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:02.438182 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a57a9-ea75-4904-87b6-449e0a5d45e2 req-b5cf666c-2669-42d9-a2e0-10e8b01ee5ac tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:02.439676 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-880a57a9-ea75-4904-87b6-449e0a5d45e2 req-b5cf666c-2669-42d9-a2e0-10e8b01ee5ac tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0489073 Jul 28 04:21:02.451181 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ab59d1d5-753a-4e95-a3ff-f6d8a68d40ec tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:02.478155 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-880a57a9-ea75-4904-87b6-449e0a5d45e2 req-d47de944-956b-4307-a6c5-c265a55bf098 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321558 Jul 28 04:21:02.512644 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ab59d1d5-753a-4e95-a3ff-f6d8a68d40ec tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:02.567546 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ab59d1d5-753a-4e95-a3ff-f6d8a68d40ec tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:02.587559 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59d1d5-753a-4e95-a3ff-f6d8a68d40ec tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff19324-a533-4bd4-916d-9f24db7f1394,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:02.657618 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ab59d1d5-753a-4e95-a3ff-f6d8a68d40ec tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:02.658878 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ab59d1d5-753a-4e95-a3ff-f6d8a68d40ec tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3012245 Jul 28 04:21:02.661644 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33014) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:02.666122 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-73eecf5c-68ed-4862-a31e-7daf31caefbc tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Request body: {'security_group_rule': {'security_group_id': 'f1414108-4adc-46cb-bdb9-6b731ee256a9', 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:02.749936 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73eecf5c-68ed-4862-a31e-7daf31caefbc tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:02.810226 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73eecf5c-68ed-4862-a31e-7daf31caefbc tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:02.898673 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73eecf5c-68ed-4862-a31e-7daf31caefbc tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:02.917918 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eecf5c-68ed-4862-a31e-7daf31caefbc tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f462719-e14f-4c7e-bb56-1ad70c83aec8,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:02.923872 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc4388-f95b-424b-b3e0-e7cb0afe010b req-d1d22892-7a57-475d-a990-f243c6ca50c5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:02.925312 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0ffc4388-f95b-424b-b3e0-e7cb0afe010b req-d1d22892-7a57-475d-a990-f243c6ca50c5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 946 time: 0.0484691 Jul 28 04:21:02.962311 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0ffc4388-f95b-424b-b3e0-e7cb0afe010b req-5748ee90-963c-4320-9112-3482fccfdb7f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310216 Jul 28 04:21:03.052776 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-73eecf5c-68ed-4862-a31e-7daf31caefbc tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.053983 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-73eecf5c-68ed-4862-a31e-7daf31caefbc tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3914156 Jul 28 04:21:03.056629 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33036) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:03.061546 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-a9433e07-9751-4899-9315-b84735455e7b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Request body: {'security_group_rule': {'security_group_id': 'f1414108-4adc-46cb-bdb9-6b731ee256a9', 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:03.178639 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.securitygroups_db [None req-a9433e07-9751-4899-9315-b84735455e7b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Project bd9718890b764ceaa9a275014c68fdf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:21:03.184392 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a9433e07-9751-4899-9315-b84735455e7b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.244741 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a9433e07-9751-4899-9315-b84735455e7b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.348931 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a9433e07-9751-4899-9315-b84735455e7b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.362137 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9433e07-9751-4899-9315-b84735455e7b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db45b49e-7c3a-4d4e-921d-131de1defb3d,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:03.418486 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a9433e07-9751-4899-9315-b84735455e7b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.422650 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-a9433e07-9751-4899-9315-b84735455e7b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3650060 Jul 28 04:21:03.423334 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33048) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:03.427862 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-3bdb4193-6d7d-4679-90ce-9f32fb583510 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Request body: {'security_group_rule': {'security_group_id': 'f1414108-4adc-46cb-bdb9-6b731ee256a9', 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:03.453782 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763a6e6-7215-49ff-94e5-794120597068 req-6fb94311-e765-4b36-af5b-5bffb199e644 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:03.455396 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d763a6e6-7215-49ff-94e5-794120597068 req-6fb94311-e765-4b36-af5b-5bffb199e644 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.22 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0837748 Jul 28 04:21:03.468973 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fae88-1241-455d-8fa6-d7f8044e6814 req-dc8adf86-0003-421a-8bcc-73c27a85e96a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:03.468973 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-066fae88-1241-455d-8fa6-d7f8044e6814 req-dc8adf86-0003-421a-8bcc-73c27a85e96a tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 945 time: 0.0725541 Jul 28 04:21:03.539180 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-066fae88-1241-455d-8fa6-d7f8044e6814 req-36060e03-0866-49a9-baaf-09c6b6502657 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620623 Jul 28 04:21:03.548830 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.securitygroups_db [None req-3bdb4193-6d7d-4679-90ce-9f32fb583510 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Project bd9718890b764ceaa9a275014c68fdf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:21:03.563097 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4193-6d7d-4679-90ce-9f32fb583510 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.620843 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef03c16-afb3-4152-b25e-0ed0d88e50be req-1be8d2f5-2001-4d45-ae8b-65f82394c5cd tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:03.622355 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5ef03c16-afb3-4152-b25e-0ed0d88e50be req-1be8d2f5-2001-4d45-ae8b-65f82394c5cd tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 946 time: 0.0650640 Jul 28 04:21:03.632896 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-d763a6e6-7215-49ff-94e5-794120597068 req-2785a776-fd0a-44f7-9ece-463468d4697d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Deleting port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:21:03.633235 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d763a6e6-7215-49ff-94e5-794120597068 req-2785a776-fd0a-44f7-9ece-463468d4697d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.666070 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4193-6d7d-4679-90ce-9f32fb583510 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.685008 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437c97d-d6cf-4b5e-98b4-558d70aa6d50 req-b85e7f50-40cc-4002-b2dd-1c5345c55f61 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:03.686484 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8437c97d-d6cf-4b5e-98b4-558d70aa6d50 req-b85e7f50-40cc-4002-b2dd-1c5345c55f61 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 945 time: 0.0702586 Jul 28 04:21:03.711328 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5ef03c16-afb3-4152-b25e-0ed0d88e50be req-b0dec1b0-e541-4904-8a55-0801628269dc tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/security-groups?id=34f1b608-48f5-48a7-a665-eca03326213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809250 Jul 28 04:21:03.743071 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4193-6d7d-4679-90ce-9f32fb583510 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.747479 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-d763a6e6-7215-49ff-94e5-794120597068 req-2785a776-fd0a-44f7-9ece-463468d4697d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] For port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:21:03.747957 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d763a6e6-7215-49ff-94e5-794120597068 req-2785a776-fd0a-44f7-9ece-463468d4697d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.762282 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-d763a6e6-7215-49ff-94e5-794120597068 req-2785a776-fd0a-44f7-9ece-463468d4697d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Calling delete_port for 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a owned by compute:nova {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:21:03.787880 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb4193-6d7d-4679-90ce-9f32fb583510 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4c4e42-efdf-476e-9868-51142131eb42,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:03.819722 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-8437c97d-d6cf-4b5e-98b4-558d70aa6d50 req-7af787bf-7e6b-4efd-9caa-b581f446167e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Deleting port 427b3759-9290-4dd4-ad1e-c21383c5cbf4 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:21:03.819722 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-8437c97d-d6cf-4b5e-98b4-558d70aa6d50 req-7af787bf-7e6b-4efd-9caa-b581f446167e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.858801 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4193-6d7d-4679-90ce-9f32fb583510 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.860027 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-3bdb4193-6d7d-4679-90ce-9f32fb583510 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4357147 Jul 28 04:21:03.917593 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-8437c97d-d6cf-4b5e-98b4-558d70aa6d50 req-7af787bf-7e6b-4efd-9caa-b581f446167e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] For port 427b3759-9290-4dd4-ad1e-c21383c5cbf4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=427b3759-9290-4dd4-ad1e-c21383c5cbf4,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:21:03.918059 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-8437c97d-d6cf-4b5e-98b4-558d70aa6d50 req-7af787bf-7e6b-4efd-9caa-b581f446167e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:03.938780 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-8437c97d-d6cf-4b5e-98b4-558d70aa6d50 req-7af787bf-7e6b-4efd-9caa-b581f446167e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Calling delete_port for 427b3759-9290-4dd4-ad1e-c21383c5cbf4 owned by compute:nova {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:21:03.946668 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-23f5205e-124e-4574-9574-291b7e11d5b0 req-0960dbb8-2c45-44ee-8110-e8f56022bfde tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494138165&fields=id&tenant_id=bd9718890b764ceaa9a275014c68fdf0 HTTP/1.1" status: 200 len: 267 time: 0.0367305 Jul 28 04:21:03.954397 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d763a6e6-7215-49ff-94e5-794120597068 req-2785a776-fd0a-44f7-9ece-463468d4697d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:04.012120 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785a776-fd0a-44f7-9ece-463468d4697d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Pushing event deleted for resources: {'Port': ['ID=7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:04.073122 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-d763a6e6-7215-49ff-94e5-794120597068 req-2785a776-fd0a-44f7-9ece-463468d4697d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] No DVR routers for this DVR port 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a on host hv-cinder-74014 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:21:04.094693 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5205e-124e-4574-9574-291b7e11d5b0 req-21fbf965-8493-4a51-a0d6-25cc6fb8eef2 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:04.096234 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-23f5205e-124e-4574-9574-291b7e11d5b0 req-21fbf965-8493-4a51-a0d6-25cc6fb8eef2 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.1390011 Jul 28 04:21:04.097358 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d763a6e6-7215-49ff-94e5-794120597068 req-2785a776-fd0a-44f7-9ece-463468d4697d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:04.099228 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d763a6e6-7215-49ff-94e5-794120597068 req-2785a776-fd0a-44f7-9ece-463468d4697d tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.22 "DELETE /v2.0/ports/7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a HTTP/1.1" status: 204 len: 173 time: 0.6294863 Jul 28 04:21:04.099864 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25a1399-a469-480d-be87-63828e8d5e41', 'name': 'network-vif-deleted', 'tag': '7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:21:04.102547 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a605059-04a4-48af-a262-c0715bb0f6aa" -d '{"events": [{"server_uuid": "e25a1399-a469-480d-be87-63828e8d5e41", "name": "network-vif-deleted", "tag": "7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:21:04.115166 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-23f5205e-124e-4574-9574-291b7e11d5b0 req-d4e51dca-4200-4def-a710-4b7b02f83e7e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Request body: {'port': {'security_groups': ['9be198f7-4ae8-4441-8840-0ba3f6e2e77e', 'f1414108-4adc-46cb-bdb9-6b731ee256a9']}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:04.160196 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-8437c97d-d6cf-4b5e-98b4-558d70aa6d50 req-7af787bf-7e6b-4efd-9caa-b581f446167e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:04.171066 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3bba1-d66d-4a90-ab84-f5d17d56ab44 req-9a649c95-e03c-4d50-bc91-0e6f3c58c56d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:04.172669 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a8c3bba1-d66d-4a90-ab84-f5d17d56ab44 req-9a649c95-e03c-4d50-bc91-0e6f3c58c56d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 946 time: 0.1256645 Jul 28 04:21:04.176647 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['a094b772-d519-48b6-99af-c7bda8cabf82'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:21:04.199810 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af787bf-7e6b-4efd-9caa-b581f446167e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Pushing event deleted for resources: {'Port': ['ID=427b3759-9290-4dd4-ad1e-c21383c5cbf4,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:04.240243 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-23f5205e-124e-4574-9574-291b7e11d5b0 req-d4e51dca-4200-4def-a710-4b7b02f83e7e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:04.254281 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-8437c97d-d6cf-4b5e-98b4-558d70aa6d50 req-7af787bf-7e6b-4efd-9caa-b581f446167e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] No DVR routers for this DVR port 427b3759-9290-4dd4-ad1e-c21383c5cbf4 on host hv-cinder-74014 {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:21:04.256840 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-8437c97d-d6cf-4b5e-98b4-558d70aa6d50 req-7af787bf-7e6b-4efd-9caa-b581f446167e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:04.259356 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8437c97d-d6cf-4b5e-98b4-558d70aa6d50 req-7af787bf-7e6b-4efd-9caa-b581f446167e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "DELETE /v2.0/ports/427b3759-9290-4dd4-ad1e-c21383c5cbf4 HTTP/1.1" status: 204 len: 173 time: 0.5645518 Jul 28 04:21:04.259930 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8360b7c-dabc-4caf-96ee-4cbb9b1875ed', 'name': 'network-vif-deleted', 'tag': '427b3759-9290-4dd4-ad1e-c21383c5cbf4'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:21:04.263091 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5ae712-64e2-42b6-aa27-3acaeee86677" -d '{"events": [{"server_uuid": "b8360b7c-dabc-4caf-96ee-4cbb9b1875ed", "name": "network-vif-deleted", "tag": "427b3759-9290-4dd4-ad1e-c21383c5cbf4"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:21:04.287867 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a8c3bba1-d66d-4a90-ab84-f5d17d56ab44 req-b1f9adba-0c6e-4155-b83f-ee465a06e701 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710037 Jul 28 04:21:04.363192 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c08ba35-924d-485d-9333-a5daed365c8b x-openstack-request-id: req-5c08ba35-924d-485d-9333-a5daed365c8b {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:21:04.363579 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25a1399-a469-480d-be87-63828e8d5e41", "name": "network-vif-deleted", "tag": "7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:21:04.363956 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c08ba35-924d-485d-9333-a5daed365c8b {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:21:04.364458 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25a1399-a469-480d-be87-63828e8d5e41', 'name': 'network-vif-deleted', 'tag': '7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a', 'status': 'completed', 'code': 200} Jul 28 04:21:04.396255 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46348d92-5b3e-43ca-b303-a045b181dd20 x-openstack-request-id: req-46348d92-5b3e-43ca-b303-a045b181dd20 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:21:04.396545 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8360b7c-dabc-4caf-96ee-4cbb9b1875ed", "name": "network-vif-deleted", "tag": "427b3759-9290-4dd4-ad1e-c21383c5cbf4", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:21:04.396813 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46348d92-5b3e-43ca-b303-a045b181dd20 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:21:04.397208 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8360b7c-dabc-4caf-96ee-4cbb9b1875ed', 'name': 'network-vif-deleted', 'tag': '427b3759-9290-4dd4-ad1e-c21383c5cbf4', 'status': 'completed', 'code': 200} Jul 28 04:21:04.480132 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-23f5205e-124e-4574-9574-291b7e11d5b0 req-d4e51dca-4200-4def-a710-4b7b02f83e7e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] For port 9c94e55e-d851-4d26-a848-e47855620084, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c94e55e-d851-4d26-a848-e47855620084,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:21:04.516400 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-23f5205e-124e-4574-9574-291b7e11d5b0 req-d4e51dca-4200-4def-a710-4b7b02f83e7e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:04.584189 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-23f5205e-124e-4574-9574-291b7e11d5b0 req-d4e51dca-4200-4def-a710-4b7b02f83e7e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:04.599711 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['9c94e55e-d851-4d26-a848-e47855620084'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:21:04.637454 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5205e-124e-4574-9574-291b7e11d5b0 req-d4e51dca-4200-4def-a710-4b7b02f83e7e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:04.638102 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-23f5205e-124e-4574-9574-291b7e11d5b0 req-d4e51dca-4200-4def-a710-4b7b02f83e7e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:04.653706 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-23f5205e-124e-4574-9574-291b7e11d5b0 req-d4e51dca-4200-4def-a710-4b7b02f83e7e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "PUT /v2.0/ports/9c94e55e-d851-4d26-a848-e47855620084 HTTP/1.1" status: 200 len: 982 time: 0.5467010 Jul 28 04:21:04.696072 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e51dca-4200-4def-a710-4b7b02f83e7e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event updated for resources: {'Port': ['ID=9c94e55e-d851-4d26-a848-e47855620084,revision_number=6']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:04.755520 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9a9f83cb-1656-4be2-a4c6-57bf39d2b072 req-a000959a-8ab1-499a-8791-e0f8dc8c1c8f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8360b7c-dabc-4caf-96ee-4cbb9b1875ed HTTP/1.1" status: 200 len: 210 time: 0.0278151 Jul 28 04:21:04.793642 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['9c94e55e-d851-4d26-a848-e47855620084'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:21:04.840837 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f353a208-1cc1-4414-8b70-da5bcdeae835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:04.893781 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52621456-171e-4e82-a25b-384bde45b893 req-5ef7a617-670d-413b-9734-33fdc2583588 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:04.909111 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-52621456-171e-4e82-a25b-384bde45b893 req-5ef7a617-670d-413b-9734-33fdc2583588 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0755508 Jul 28 04:21:04.980045 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-52621456-171e-4e82-a25b-384bde45b893 req-c3856db7-d771-4411-9bb1-eacf50335a7e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696435 Jul 28 04:21:05.000612 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7e7713ba-9762-43ca-b67d-db769c7add9d req-43c5ba2d-be40-414b-bf32-fc3dbe4b48a2 tempest-ServerRescueNegativeTestJSON-1982361041 tempest-ServerRescueNegativeTestJSON-1982361041-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25a1399-a469-480d-be87-63828e8d5e41 HTTP/1.1" status: 200 len: 210 time: 0.1179352 Jul 28 04:21:05.094900 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-91af968c-f6cf-4b09-94ad-ed5f5c07b848 None None] Provisioning complete for port 9c94e55e-d851-4d26-a848-e47855620084 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:21:05.095184 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-91af968c-f6cf-4b09-94ad-ed5f5c07b848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:05.306962 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:05.421834 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585997ec-0266-4b88-a775-f9bb99a54908 req-4ea44ea7-ca92-488f-ae2b-93d7242eb2f3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:05.423496 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-585997ec-0266-4b88-a775-f9bb99a54908 req-4ea44ea7-ca92-488f-ae2b-93d7242eb2f3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 946 time: 0.0486913 Jul 28 04:21:05.468709 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-585997ec-0266-4b88-a775-f9bb99a54908 req-8106d4f8-4503-439c-a088-e6ef461263b7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376203 Jul 28 04:21:05.894285 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 427b3759-9290-4dd4-ad1e-c21383c5cbf4 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:21:05.914354 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 427b3759-9290-4dd4-ad1e-c21383c5cbf4 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:21:05.914699 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 427b3759-9290-4dd4-ad1e-c21383c5cbf4 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:21:05.915119 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:21:05.934813 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:21:05.935158 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 7b6996bb-d6b8-4512-ad54-c7e4b35b4a2a not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:21:06.057157 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33102) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:06.285876 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:06.365823 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'tag': '9c94e55e-d851-4d26-a848-e47855620084'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:21:06.368163 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f416ef1-6fad-4729-9c06-24d7b86acda3" -d '{"events": [{"name": "network-changed", "server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "tag": "9c94e55e-d851-4d26-a848-e47855620084"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:21:06.407574 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7898e467-9b69-4010-b0c4-412c37a07a04 x-openstack-request-id: req-7898e467-9b69-4010-b0c4-412c37a07a04 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:21:06.407894 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "tag": "9c94e55e-d851-4d26-a848-e47855620084", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:21:06.408159 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7898e467-9b69-4010-b0c4-412c37a07a04 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:21:06.408552 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'tag': '9c94e55e-d851-4d26-a848-e47855620084', 'status': 'completed', 'code': 200} Jul 28 04:21:06.494729 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f416ef1-6fad-4729-9c06-24d7b86acda3 req-4e45f135-5b96-41af-a8c8-34473b59c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:06.497062 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8f416ef1-6fad-4729-9c06-24d7b86acda3 req-4e45f135-5b96-41af-a8c8-34473b59c07a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9718890b764ceaa9a275014c68fdf0&device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 1138 time: 0.0602598 Jul 28 04:21:06.508891 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-11683680-f155-4869-b201-2f8540bf0905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707331'] for router_interface, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:06.892725 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f416ef1-6fad-4729-9c06-24d7b86acda3 req-c48c88a0-0487-43a8-8ca8-77bafc3df8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:06.894105 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8f416ef1-6fad-4729-9c06-24d7b86acda3 req-c48c88a0-0487-43a8-8ca8-77bafc3df8f1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 HTTP/1.1" status: 200 len: 915 time: 0.3824925 Jul 28 04:21:07.046258 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8f416ef1-6fad-4729-9c06-24d7b86acda3 req-f8248e31-06c6-4e2e-994a-64df387c7a77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c94e55e-d851-4d26-a848-e47855620084 HTTP/1.1" status: 200 len: 1001 time: 0.1341751 Jul 28 04:21:07.131257 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f416ef1-6fad-4729-9c06-24d7b86acda3 req-59991483-c967-4107-866a-74ce2f3f8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:07.132753 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8f416ef1-6fad-4729-9c06-24d7b86acda3 req-59991483-c967-4107-866a-74ce2f3f8496 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=527b9ad8-c8ba-41cb-a8ae-5e912e6db0de HTTP/1.1" status: 200 len: 853 time: 0.0777817 Jul 28 04:21:07.206204 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f416ef1-6fad-4729-9c06-24d7b86acda3 req-c7bbfa7e-51ea-4c15-baa4-ba18c6e81ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:07.207775 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8f416ef1-6fad-4729-9c06-24d7b86acda3 req-c7bbfa7e-51ea-4c15-baa4-ba18c6e81ff9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519826 Jul 28 04:21:07.213611 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-11683680-f155-4869-b201-2f8540bf0905 admin admin] Deleting port 204cc999-ea91-4963-8c0e-ab3d4886a0b1 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:21:07.215136 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-11683680-f155-4869-b201-2f8540bf0905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:07.363295 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-11683680-f155-4869-b201-2f8540bf0905 admin admin] For port 204cc999-ea91-4963-8c0e-ab3d4886a0b1, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=204cc999-ea91-4963-8c0e-ab3d4886a0b1,segment=NetworkSegment(1de3583d-dec1-48da-814e-ab2f77b5d696),segment_id=1de3583d-dec1-48da-814e-ab2f77b5d696)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:21:07.363687 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-11683680-f155-4869-b201-2f8540bf0905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:07.383076 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8f416ef1-6fad-4729-9c06-24d7b86acda3 req-44f146f1-16f3-405b-9d82-4c4c57a100ec service neutron] 10.222.0.22 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565852 Jul 28 04:21:07.383916 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-11683680-f155-4869-b201-2f8540bf0905 admin admin] Calling delete_port for 204cc999-ea91-4963-8c0e-ab3d4886a0b1 owned by network:router_interface {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:21:07.502204 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626093cb-4d8d-4d95-9151-341db37c97c7 req-ea011c68-cc32-488f-a923-90000dfc854e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:07.503710 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-626093cb-4d8d-4d95-9151-341db37c97c7 req-ea011c68-cc32-488f-a923-90000dfc854e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 945 time: 0.0505164 Jul 28 04:21:07.542966 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-626093cb-4d8d-4d95-9151-341db37c97c7 req-a5522436-c352-4108-8be7-036325053f2f tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Jul 28 04:21:07.588512 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8f416ef1-6fad-4729-9c06-24d7b86acda3 req-bd6e340a-a510-4156-8063-aabe9a254d37 service neutron] 10.222.0.22 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629612 Jul 28 04:21:07.732870 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-11683680-f155-4869-b201-2f8540bf0905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:07.763186 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11683680-f155-4869-b201-2f8540bf0905 admin admin] Pushing event deleted for resources: {'Port': ['ID=204cc999-ea91-4963-8c0e-ab3d4886a0b1,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:07.789693 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:07.918442 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-11683680-f155-4869-b201-2f8540bf0905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707311'] for router_interface, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:08.129935 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11683680-f155-4869-b201-2f8540bf0905 admin admin] Router 3997e689-6917-4965-9df3-1cda88ee1858 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:21:08.236731 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11683680-f155-4869-b201-2f8540bf0905 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:21:08.242176 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-11683680-f155-4869-b201-2f8540bf0905 admin admin] 10.222.0.42 "PUT /v2.0/routers/3997e689-6917-4965-9df3-1cda88ee1858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1827950 Jul 28 04:21:08.244705 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33120) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:08.245406 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879e9bf-f315-4fec-924e-3b3e45e0d7b6 None None] Sync routers for ids ['3997e689-6917-4965-9df3-1cda88ee1858'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:21:08.254578 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c879e9bf-f315-4fec-924e-3b3e45e0d7b6 None None] Routers {'3997e689-6917-4965-9df3-1cda88ee1858'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:21:08.255236 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-c879e9bf-f315-4fec-924e-3b3e45e0d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:21:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['3997e689-6917-4965-9df3-1cda88ee1858'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:08.351312 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:08.357492 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-c879e9bf-f315-4fec-924e-3b3e45e0d7b6 None None] Set router 3997e689-6917-4965-9df3-1cda88ee1858 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:21:08.455567 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:08.528247 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-c879e9bf-f315-4fec-924e-3b3e45e0d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3997e689-6917-4965-9df3-1cda88ee1858', 'name': 'tempest-ServerRescueNegativeTestJSON-2001754872-router', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:20Z', 'updated_at': '2021-07-28T04:21:07Z', 'revision_number': 5, 'project_id': '49aa224c10c349e19917670e9bcf0df9', 'gw_port': {'id': 'fdd67c24-4577-4201-b336-f4d1d247ed99', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3997e689-6917-4965-9df3-1cda88ee1858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:22Z', 'updated_at': '2021-07-28T04:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:08.553257 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879e9bf-f315-4fec-924e-3b3e45e0d7b6 None None] Checking router: 3997e689-6917-4965-9df3-1cda88ee1858 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:21:08.562428 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c879e9bf-f315-4fec-924e-3b3e45e0d7b6 None None] Routers {'3997e689-6917-4965-9df3-1cda88ee1858'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:21:08.563041 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-c879e9bf-f315-4fec-924e-3b3e45e0d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:21:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['3997e689-6917-4965-9df3-1cda88ee1858'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:08.572788 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Deleting port fdd67c24-4577-4201-b336-f4d1d247ed99 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:21:08.573626 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:08.656149 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] For port fdd67c24-4577-4201-b336-f4d1d247ed99, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=fdd67c24-4577-4201-b336-f4d1d247ed99,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:21:08.656453 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:08.659285 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-c879e9bf-f315-4fec-924e-3b3e45e0d7b6 None None] Set router 3997e689-6917-4965-9df3-1cda88ee1858 gateway port host: None {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:21:08.663679 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db48e9b-60fc-49d8-9911-a47dc0c29a3b req-68f62ddc-43c0-48f8-a439-b6260e1fbb86 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:08.665198 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2db48e9b-60fc-49d8-9911-a47dc0c29a3b req-68f62ddc-43c0-48f8-a439-b6260e1fbb86 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 945 time: 0.0511270 Jul 28 04:21:08.673232 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Calling delete_port for fdd67c24-4577-4201-b336-f4d1d247ed99 owned by network:router_gateway {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:21:08.709831 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2db48e9b-60fc-49d8-9911-a47dc0c29a3b req-be31d7fe-c581-4bbc-89c9-4c85f3495f9e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Jul 28 04:21:08.719877 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-c879e9bf-f315-4fec-924e-3b3e45e0d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3997e689-6917-4965-9df3-1cda88ee1858', 'name': 'tempest-ServerRescueNegativeTestJSON-2001754872-router', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:20Z', 'updated_at': '2021-07-28T04:21:08Z', 'revision_number': 6, 'project_id': '49aa224c10c349e19917670e9bcf0df9', 'gw_port_host': None}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:08.750339 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879e9bf-f315-4fec-924e-3b3e45e0d7b6 None None] The sync data for ids ['3997e689-6917-4965-9df3-1cda88ee1858'] in dv-cinder-740146-11-iscsi is: [{'id': '3997e689-6917-4965-9df3-1cda88ee1858', 'name': 'tempest-ServerRescueNegativeTestJSON-2001754872-router', 'tenant_id': '49aa224c10c349e19917670e9bcf0df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:20Z', 'updated_at': '2021-07-28T04:21:08Z', 'revision_number': 6, 'project_id': '49aa224c10c349e19917670e9bcf0df9', 'gw_port_host': None}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:21:08.897265 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:08.925689 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd67c24-4577-4201-b336-f4d1d247ed99,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:08.988945 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603213'] for router_gateway, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.095677 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-70883'] for router, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.097875 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.218579 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623426'] for router, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.219174 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3997e689-6917-4965-9df3-1cda88ee1858 {{(pid=93704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:21:09.224042 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.225186 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-4e20759f-a941-41ac-b6cc-d57c611fe0e2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3997e689-6917-4965-9df3-1cda88ee1858 HTTP/1.1" status: 204 len: 168 time: 0.9794111 Jul 28 04:21:09.227687 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33128) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:09.270919 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39ff389-17a5-4cf5-b601-447e40f859a7 admin admin] Deleting subnet 12a69832-7371-46dc-8a4c-e6392964750d {{(pid=93704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:21:09.273870 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b39ff389-17a5-4cf5-b601-447e40f859a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.307171 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b39ff389-17a5-4cf5-b601-447e40f859a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4417263'] for subnet, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.346545 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b39ff389-17a5-4cf5-b601-447e40f859a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.469961 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b39ff389-17a5-4cf5-b601-447e40f859a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4447606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4594621'] for subnet, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.498619 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b39ff389-17a5-4cf5-b601-447e40f859a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.500928 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-b39ff389-17a5-4cf5-b601-447e40f859a7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/12a69832-7371-46dc-8a4c-e6392964750d HTTP/1.1" status: 204 len: 168 time: 0.2722018 Jul 28 04:21:09.501739 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ff389-17a5-4cf5-b601-447e40f859a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a69832-7371-46dc-8a4c-e6392964750d,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:09.504050 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33130) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:09.565718 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device fdd67c24-4577-4201-b336-f4d1d247ed99 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:21:09.575980 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.591440 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: fdd67c24-4577-4201-b336-f4d1d247ed99 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:21:09.591811 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device fdd67c24-4577-4201-b336-f4d1d247ed99 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:21:09.592413 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 204cc999-ea91-4963-8c0e-ab3d4886a0b1 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:21:09.611286 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 204cc999-ea91-4963-8c0e-ab3d4886a0b1 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:21:09.611654 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 204cc999-ea91-4963-8c0e-ab3d4886a0b1 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:21:09.836723 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da022f0-c4c7-46a5-a1da-81f236ba8eb0 req-588ccec2-698a-478b-869b-565e9b5233ec tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:09.838237 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0da022f0-c4c7-46a5-a1da-81f236ba8eb0 req-588ccec2-698a-478b-869b-565e9b5233ec tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 945 time: 0.0539756 Jul 28 04:21:09.878398 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0da022f0-c4c7-46a5-a1da-81f236ba8eb0 req-d3beb35d-26b2-4fd5-a8ab-b23d86d0fa08 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b41bafb-6fec-493a-9687-0876108688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335739 Jul 28 04:21:09.925049 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.937116 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec26ca8-ebd2-4355-b18e-97b6c974b90d']}} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:09.949379 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de3583d-dec1-48da-814e-ab2f77b5d696') {'for_net_delete': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:09.949681 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de3583d-dec1-48da-814e-ab2f77b5d696') {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:09.961685 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4417254'] for segment, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:09.985323 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989bf13-f104-412a-a8f7-abdcae4fb215 req-c8df02b1-1a03-4bb8-aed3-2f5adc95f03e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:09.986890 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-9989bf13-f104-412a-a8f7-abdcae4fb215 req-c8df02b1-1a03-4bb8-aed3-2f5adc95f03e tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 945 time: 0.0995500 Jul 28 04:21:09.990843 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:10.004356 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:21:10.004753 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4447500'] for segment, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: Traceback (most recent call last): Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: timer() Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: cb(*args, **kw) Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: return func(*args, **kwargs) Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: self._notify() Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: self.callback(batched_events) Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: event.method(event) Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: return f(self, *a, **k) Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._get(url).json() Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: return self.request(url, 'GET', **kwargs) Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:21:10.006382 dv-cinder-740146-11-iscsi neutron-server[93704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:21:10.132699 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-9989bf13-f104-412a-a8f7-abdcae4fb215 req-5815e7eb-4166-482f-a89e-795d63415103 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Deleting port a094b772-d519-48b6-99af-c7bda8cabf82 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:21:10.132962 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-9989bf13-f104-412a-a8f7-abdcae4fb215 req-5815e7eb-4166-482f-a89e-795d63415103 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:10.174640 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:10.182638 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:10.184394 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] 10.222.0.42 "DELETE /v2.0/networks/0ec26ca8-ebd2-4355-b18e-97b6c974b90d HTTP/1.1" status: 204 len: 168 time: 0.6793933 Jul 28 04:21:10.199287 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a67921-1814-4064-85f2-5822f4ab3d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec26ca8-ebd2-4355-b18e-97b6c974b90d,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:10.250197 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-9989bf13-f104-412a-a8f7-abdcae4fb215 req-5815e7eb-4166-482f-a89e-795d63415103 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] For port a094b772-d519-48b6-99af-c7bda8cabf82, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a094b772-d519-48b6-99af-c7bda8cabf82,segment=NetworkSegment(6a7a7ae7-9942-44a9-83ab-fadad5fab57a),segment_id=6a7a7ae7-9942-44a9-83ab-fadad5fab57a)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:21:10.250577 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-9989bf13-f104-412a-a8f7-abdcae4fb215 req-5815e7eb-4166-482f-a89e-795d63415103 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:10.264874 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-9989bf13-f104-412a-a8f7-abdcae4fb215 req-5815e7eb-4166-482f-a89e-795d63415103 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Calling delete_port for a094b772-d519-48b6-99af-c7bda8cabf82 owned by compute:nova {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:21:10.509991 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-9989bf13-f104-412a-a8f7-abdcae4fb215 req-5815e7eb-4166-482f-a89e-795d63415103 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:10.540333 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815e7eb-4166-482f-a89e-795d63415103 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Pushing event deleted for resources: {'Port': ['ID=a094b772-d519-48b6-99af-c7bda8cabf82,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:10.561141 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c78eb-2dd7-428d-aefd-51f1d0ab3938 req-b4cc34e3-259e-48f2-ab50-988700287199 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:10.562823 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-396c78eb-2dd7-428d-aefd-51f1d0ab3938 req-b4cc34e3-259e-48f2-ab50-988700287199 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0580556 Jul 28 04:21:10.583588 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-9989bf13-f104-412a-a8f7-abdcae4fb215 req-5815e7eb-4166-482f-a89e-795d63415103 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] No DVR routers for this DVR port a094b772-d519-48b6-99af-c7bda8cabf82 on host hv-cinder-74014 {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:21:10.585985 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-9989bf13-f104-412a-a8f7-abdcae4fb215 req-5815e7eb-4166-482f-a89e-795d63415103 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:10.588096 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-9989bf13-f104-412a-a8f7-abdcae4fb215 req-5815e7eb-4166-482f-a89e-795d63415103 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.22 "DELETE /v2.0/ports/a094b772-d519-48b6-99af-c7bda8cabf82 HTTP/1.1" status: 204 len: 173 time: 0.5925994 Jul 28 04:21:10.588497 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ada4b44-2136-4320-bb73-92a5f900a10e', 'name': 'network-vif-deleted', 'tag': 'a094b772-d519-48b6-99af-c7bda8cabf82'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:21:10.590727 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb02e2d1-c626-470f-95ed-3cfa32781bec" -d '{"events": [{"server_uuid": "8ada4b44-2136-4320-bb73-92a5f900a10e", "name": "network-vif-deleted", "tag": "a094b772-d519-48b6-99af-c7bda8cabf82"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:21:10.602599 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-396c78eb-2dd7-428d-aefd-51f1d0ab3938 req-28f52da1-8c6f-4c97-8293-73930535c0cb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330291 Jul 28 04:21:10.627707 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f40b286-5ce2-42cc-9934-c0a86ff6df24 x-openstack-request-id: req-3f40b286-5ce2-42cc-9934-c0a86ff6df24 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:21:10.627999 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ada4b44-2136-4320-bb73-92a5f900a10e", "name": "network-vif-deleted", "tag": "a094b772-d519-48b6-99af-c7bda8cabf82", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:21:10.628247 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f40b286-5ce2-42cc-9934-c0a86ff6df24 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:21:10.628746 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ada4b44-2136-4320-bb73-92a5f900a10e', 'name': 'network-vif-deleted', 'tag': 'a094b772-d519-48b6-99af-c7bda8cabf82', 'status': 'completed', 'code': 200} Jul 28 04:21:10.662278 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33152) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:10.701756 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-b4e08b63-fcd5-4101-9995-4c9523dd2e60 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49aa224c10c349e19917670e9bcf0df9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382814 Jul 28 04:21:10.704175 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33154) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:10.752071 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-17e3f4e1-0e5e-43fd-a826-29ad914aed1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:10.777100 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-17e3f4e1-0e5e-43fd-a826-29ad914aed1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:10.880569 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-17e3f4e1-0e5e-43fd-a826-29ad914aed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:10.883182 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-17e3f4e1-0e5e-43fd-a826-29ad914aed1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:10.884443 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-17e3f4e1-0e5e-43fd-a826-29ad914aed1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34f1b608-48f5-48a7-a665-eca03326213a HTTP/1.1" status: 204 len: 168 time: 0.1793540 Jul 28 04:21:10.892573 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3f4e1-0e5e-43fd-a826-29ad914aed1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f1b608-48f5-48a7-a665-eca03326213a,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:10.989048 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fd4413cf-d3b3-4b37-8c65-a2ab6be80892 req-ec01ff5a-ef06-45a2-97a3-4aaba23fa275 tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 210 time: 0.0254745 Jul 28 04:21:11.718761 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8987b-6cae-4e35-a8c5-6e340486a547 req-d5bde68b-7be3-4b6d-8b84-91f2b58662bc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:11.720335 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39d8987b-6cae-4e35-a8c5-6e340486a547 req-d5bde68b-7be3-4b6d-8b84-91f2b58662bc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0479515 Jul 28 04:21:11.758756 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39d8987b-6cae-4e35-a8c5-6e340486a547 req-908bc168-ac6b-490f-a41e-67382be57c2e tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325720 Jul 28 04:21:12.093828 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-499218b0-e40b-4dbd-a328-d1c61889c2de req-9fe878fb-9bcd-405b-9677-061daa183d6d tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 210 time: 0.0264440 Jul 28 04:21:12.810068 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device a094b772-d519-48b6-99af-c7bda8cabf82 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:21:12.860898 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: a094b772-d519-48b6-99af-c7bda8cabf82 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:21:12.861501 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device a094b772-d519-48b6-99af-c7bda8cabf82 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:21:12.884444 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1386505-9613-46a1-83e4-c989e790288b req-695a7244-a888-4f30-99f4-1cdd2871fc1d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:12.886206 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c1386505-9613-46a1-83e4-c989e790288b req-695a7244-a888-4f30-99f4-1cdd2871fc1d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0586309 Jul 28 04:21:12.924069 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c1386505-9613-46a1-83e4-c989e790288b req-6694df50-85af-42c1-af38-d77d46e057e3 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320451 Jul 28 04:21:13.194270 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8c608c67-8e14-42e9-8362-dea71e1e4089 req-e1cb1e49-bc6a-47e8-87da-da2391b759ec tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 210 time: 0.0252581 Jul 28 04:21:14.034497 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520997e-8353-41b6-bcaf-8657f6b0baec req-77f56b17-0f1d-4fac-bed0-f5c7d826ba28 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:14.035951 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3520997e-8353-41b6-bcaf-8657f6b0baec req-77f56b17-0f1d-4fac-bed0-f5c7d826ba28 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0470712 Jul 28 04:21:14.073256 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3520997e-8353-41b6-bcaf-8657f6b0baec req-13f7b0b5-9633-4b9b-a2ce-3efa03b2d3f4 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312765 Jul 28 04:21:14.302556 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4c54c822-50b7-4c03-9d29-5db9887636f5 req-2e5aac0c-da8d-4485-b996-5b5afc44cf9d tempest-AttachVolumeNegativeTest-331500990 tempest-AttachVolumeNegativeTest-331500990-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ada4b44-2136-4320-bb73-92a5f900a10e HTTP/1.1" status: 200 len: 210 time: 0.0293026 Jul 28 04:21:15.184734 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ea3a7-c17e-4ffb-862c-64aa5b1d9b75 req-13804bef-c004-434b-a0ac-a28cf6b6f411 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:15.186207 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c49ea3a7-c17e-4ffb-862c-64aa5b1d9b75 req-13804bef-c004-434b-a0ac-a28cf6b6f411 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0479953 Jul 28 04:21:15.223147 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c49ea3a7-c17e-4ffb-862c-64aa5b1d9b75 req-54a64a4e-0fa8-4c36-b4bf-87112dbd61c3 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307291 Jul 28 04:21:15.358267 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33246) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:15.403020 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c56d5d-26c0-4509-92e0-18c2c219913e admin admin] Deleting subnet 7370c4f1-833e-4900-883c-587a55a21003 {{(pid=93704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:21:15.406161 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-19c56d5d-26c0-4509-92e0-18c2c219913e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:15.440400 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-19c56d5d-26c0-4509-92e0-18c2c219913e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4417263'] for subnet, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:15.478804 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-19c56d5d-26c0-4509-92e0-18c2c219913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:15.624198 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-19c56d5d-26c0-4509-92e0-18c2c219913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4447606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4594621'] for subnet, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:15.652622 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-19c56d5d-26c0-4509-92e0-18c2c219913e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:15.654542 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-19c56d5d-26c0-4509-92e0-18c2c219913e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7370c4f1-833e-4900-883c-587a55a21003 HTTP/1.1" status: 204 len: 168 time: 0.2951362 Jul 28 04:21:15.655453 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c56d5d-26c0-4509-92e0-18c2c219913e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7370c4f1-833e-4900-883c-587a55a21003,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:15.657156 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33250) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:15.722723 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:15.801999 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:15.812305 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90076fc-be26-4230-8453-0eb58936742a']}} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:15.822279 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7a7ae7-9942-44a9-83ab-fadad5fab57a') {'for_net_delete': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:15.822578 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7a7ae7-9942-44a9-83ab-fadad5fab57a') {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:15.831835 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4417254'] for segment, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:15.845004 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:15.850774 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:21:15.851152 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4447500'] for segment, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: Traceback (most recent call last): Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: timer() Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: cb(*args, **kw) Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: return func(*args, **kwargs) Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: self._notify() Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: self.callback(batched_events) Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: event.method(event) Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: return f(self, *a, **k) Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._get(url).json() Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: return self.request(url, 'GET', **kwargs) Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:21:15.852792 dv-cinder-740146-11-iscsi neutron-server[93704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:21:16.000743 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:16.006227 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:16.008287 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c90076fc-be26-4230-8453-0eb58936742a HTTP/1.1" status: 204 len: 168 time: 0.3500805 Jul 28 04:21:16.023075 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f8b41-48cf-475f-9db2-1bd6c5c2b725 admin admin] Pushing event deleted for resources: {'Network': ['ID=c90076fc-be26-4230-8453-0eb58936742a,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:16.334918 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731f42c-1a38-4427-93fe-ce715bf73cba req-1e1bb6b8-6abd-4cec-a545-ce7cf01ce3f4 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:16.336437 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2731f42c-1a38-4427-93fe-ce715bf73cba req-1e1bb6b8-6abd-4cec-a545-ce7cf01ce3f4 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0475674 Jul 28 04:21:16.376335 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2731f42c-1a38-4427-93fe-ce715bf73cba req-de41b873-d4fc-4e29-a2f8-7b1c84e11595 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Jul 28 04:21:16.402548 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33262) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:16.450040 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-cbc789c7-99c1-47ea-9682-38181189df78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1089e5c57f6346feb7bc08c65f939b2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462692 Jul 28 04:21:16.459451 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33268) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:16.508950 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-54996fe6-2a32-4322-8a81-7eed908f2a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:16.530735 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-54996fe6-2a32-4322-8a81-7eed908f2a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:16.652552 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-54996fe6-2a32-4322-8a81-7eed908f2a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:16.655065 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-54996fe6-2a32-4322-8a81-7eed908f2a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:16.656213 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-54996fe6-2a32-4322-8a81-7eed908f2a33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b41bafb-6fec-493a-9687-0876108688f4 HTTP/1.1" status: 204 len: 168 time: 0.1957257 Jul 28 04:21:16.664230 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54996fe6-2a32-4322-8a81-7eed908f2a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b41bafb-6fec-493a-9687-0876108688f4,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:17.233998 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:17.492824 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c2b4d-151c-44e7-8d34-d9ae220a9781 req-cd379030-b941-4775-b099-b7f713458885 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:17.516094 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a55c2b4d-151c-44e7-8d34-d9ae220a9781 req-cd379030-b941-4775-b099-b7f713458885 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0479081 Jul 28 04:21:17.537367 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a55c2b4d-151c-44e7-8d34-d9ae220a9781 req-096114f1-afa4-461c-9a93-a0b96b8a85a4 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366755 Jul 28 04:21:17.910780 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33316) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:18.003330 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1941979219-network', 'tenant_id': 'c621c86ed77e43218c167404beb229f0'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:18.085359 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Made reservation on behalf of c621c86ed77e43218c167404beb229f0 for: {'network': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:21:18.085359 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.092255 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.164410 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33324) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:18.183316 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.251990 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.265258 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-457f1c7f-1617-440b-8def-aa3ed0c02fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.272657 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:21:18.286476 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee08d5c6-af35-48da-aea2-160b43420e4a,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:18.291256 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.292215 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.segments_db [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Added segment 92008cc4-d5e8-4777-8264-01e44d395b0c of type vlan for network 261a450d-7d07-4379-bb99-bbac795289d4 Jul 28 04:21:18.333315 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.357863 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-457f1c7f-1617-440b-8def-aa3ed0c02fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.440889 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-457f1c7f-1617-440b-8def-aa3ed0c02fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.469224 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.470232 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:18.470855 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.477865 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f1c7f-1617-440b-8def-aa3ed0c02fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c69dbe-ea1a-4d90-b91d-470cba66b551,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:18.483441 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-457f1c7f-1617-440b-8def-aa3ed0c02fdd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87617afe670849feba9a80dab747fd14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173835 Jul 28 04:21:18.485534 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33328) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:18.533321 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] Pushing event updated for resources: {'Network': ['ID=261a450d-7d07-4379-bb99-bbac795289d4,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:18.536754 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05413f85-9023-4157-9436-1415da37ec15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.543103 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network 261a450d-7d07-4379-bb99-bbac795289d4 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:21:18.558106 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05413f85-9023-4157-9436-1415da37ec15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.573954 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-cc7d0256-87a9-4eb3-8bdf-148eeb44c319 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6619141 Jul 28 04:21:18.577011 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33330) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:18.586787 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-f8c6450f-3578-42f5-ba70-22ebfad9748e admin admin] Request body: {'subnet': {'network_id': '261a450d-7d07-4379-bb99-bbac795289d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1941979219-subnet', 'tenant_id': 'c621c86ed77e43218c167404beb229f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:18.671038 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7128817-6291-439b-b46c-dbca332042f8 req-9d4fa483-e4e8-470a-b274-e2f77fac37e2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:18.672562 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7128817-6291-439b-b46c-dbca332042f8 req-9d4fa483-e4e8-470a-b274-e2f77fac37e2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0499191 Jul 28 04:21:18.673914 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c6450f-3578-42f5-ba70-22ebfad9748e admin admin] Made reservation on behalf of c621c86ed77e43218c167404beb229f0 for: {'subnet': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:21:18.676226 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f8c6450f-3578-42f5-ba70-22ebfad9748e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.726700 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05413f85-9023-4157-9436-1415da37ec15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.729230 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05413f85-9023-4157-9436-1415da37ec15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:18.730382 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-05413f85-9023-4157-9436-1415da37ec15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71c69dbe-ea1a-4d90-b91d-470cba66b551 HTTP/1.1" status: 204 len: 168 time: 0.2439430 Jul 28 04:21:18.752334 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05413f85-9023-4157-9436-1415da37ec15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c69dbe-ea1a-4d90-b91d-470cba66b551,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:18.781861 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d7128817-6291-439b-b46c-dbca332042f8 req-c7b005b6-112f-42aa-a657-9a4682957d58 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027277 Jul 28 04:21:18.949710 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f8c6450f-3578-42f5-ba70-22ebfad9748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:19.008317 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6450f-3578-42f5-ba70-22ebfad9748e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f8496a-954d-4112-a269-943b8a4a8341,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:19.015284 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c6450f-3578-42f5-ba70-22ebfad9748e admin admin] Checking segment: {'id': '92008cc4-d5e8-4777-8264-01e44d395b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '261a450d-7d07-4379-bb99-bbac795289d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:21:19.015660 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c6450f-3578-42f5-ba70-22ebfad9748e admin admin] Network hostable DHCP agents. Network: 261a450d-7d07-4379-bb99-bbac795289d4, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:21:19.098044 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c6450f-3578-42f5-ba70-22ebfad9748e admin admin] Network 261a450d-7d07-4379-bb99-bbac795289d4 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:21:19.194732 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-f8c6450f-3578-42f5-ba70-22ebfad9748e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, 261a450d-7d07-4379-bb99-bbac795289d4) {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:21:19.199773 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c6450f-3578-42f5-ba70-22ebfad9748e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:19.201733 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f8c6450f-3578-42f5-ba70-22ebfad9748e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:19.204555 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a107103-f5f5-487b-9d75-2d567e77f90e None None] Network 261a450d-7d07-4379-bb99-bbac795289d4 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:21:19.275552 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-f8c6450f-3578-42f5-ba70-22ebfad9748e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6975369 Jul 28 04:21:19.327660 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bb3cb7-66ab-4019-958e-4d65f6708d8e None None] Network 261a450d-7d07-4379-bb99-bbac795289d4 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:21:19.354494 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33346) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:19.370794 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2c8996b4-a1d7-45a2-8d0b-572e099df1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:19.477169 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2c8996b4-a1d7-45a2-8d0b-572e099df1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:19.555262 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2c8996b4-a1d7-45a2-8d0b-572e099df1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:19.614966 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-2c8996b4-a1d7-45a2-8d0b-572e099df1d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7036616d7786433c9cb9a4a675a47f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391896 Jul 28 04:21:19.614966 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8996b4-a1d7-45a2-8d0b-572e099df1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669db7ab-14f7-4b11-9a8e-df645aaa0468,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:19.615998 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33352) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:19.663441 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6334e14d-c827-496b-ac61-1602e4be6a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:19.683968 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6334e14d-c827-496b-ac61-1602e4be6a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:19.812163 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6334e14d-c827-496b-ac61-1602e4be6a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:19.818325 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6334e14d-c827-496b-ac61-1602e4be6a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:19.818325 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-6334e14d-c827-496b-ac61-1602e4be6a10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/669db7ab-14f7-4b11-9a8e-df645aaa0468 HTTP/1.1" status: 204 len: 168 time: 0.2000430 Jul 28 04:21:19.826066 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334e14d-c827-496b-ac61-1602e4be6a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669db7ab-14f7-4b11-9a8e-df645aaa0468,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:19.906233 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b898812-b730-4762-be2c-a7f874ff9303 req-1eb1fc5b-3e8d-4e28-9ce4-235e47aef493 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:19.907804 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7b898812-b730-4762-be2c-a7f874ff9303 req-1eb1fc5b-3e8d-4e28-9ce4-235e47aef493 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0531332 Jul 28 04:21:19.946083 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7b898812-b730-4762-be2c-a7f874ff9303 req-81ea319e-4642-48ad-817a-4083b72bfb42 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324371 Jul 28 04:21:20.069639 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33366) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:20.074624 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-515717673-network', 'tenant_id': 'f09b48d1a3994a7a915b01c0ad0e9b3c'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:20.177520 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Made reservation on behalf of f09b48d1a3994a7a915b01c0ad0e9b3c for: {'network': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:21:20.180101 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:20.189071 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:20.276624 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:20.349308 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:20.374256 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:21:20.383781 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adff442a-0f84-4643-b9b5-6a5939cf2649,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:20.389150 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:20.389393 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.segments_db [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Added segment cd6acb1a-4de7-4e08-acab-73c5b9bf2c05 of type vlan for network dc749109-b910-4e64-9a63-d63d582d3d4f Jul 28 04:21:20.431034 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:20.520758 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:20.521738 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:20.522316 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:20.583452 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] Pushing event updated for resources: {'Network': ['ID=dc749109-b910-4e64-9a63-d63d582d3d4f,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:20.594280 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network dc749109-b910-4e64-9a63-d63d582d3d4f details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:21:20.664248 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-39a941e7-b686-4598-a319-e450f126da15 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5933826 Jul 28 04:21:20.667341 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33390) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:20.672830 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-007f1b36-0860-4b85-a68a-abf86d885061 admin admin] Request body: {'subnet': {'network_id': 'dc749109-b910-4e64-9a63-d63d582d3d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-515717673-subnet', 'tenant_id': 'f09b48d1a3994a7a915b01c0ad0e9b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:20.748944 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007f1b36-0860-4b85-a68a-abf86d885061 admin admin] Made reservation on behalf of f09b48d1a3994a7a915b01c0ad0e9b3c for: {'subnet': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:21:20.751321 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-007f1b36-0860-4b85-a68a-abf86d885061 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:21.012581 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-007f1b36-0860-4b85-a68a-abf86d885061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:21.106058 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f1b36-0860-4b85-a68a-abf86d885061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8008f6c1-df5e-4337-adac-cd026074268b,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:21.117556 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0ed62-c423-46f9-8eff-3813d6b48712 req-bad3dc76-134a-4b06-b06a-7c1d8479bb32 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:21.119030 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9fc0ed62-c423-46f9-8eff-3813d6b48712 req-bad3dc76-134a-4b06-b06a-7c1d8479bb32 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.1033785 Jul 28 04:21:21.125277 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007f1b36-0860-4b85-a68a-abf86d885061 admin admin] Checking segment: {'id': 'cd6acb1a-4de7-4e08-acab-73c5b9bf2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dc749109-b910-4e64-9a63-d63d582d3d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:21:21.125625 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007f1b36-0860-4b85-a68a-abf86d885061 admin admin] Network hostable DHCP agents. Network: dc749109-b910-4e64-9a63-d63d582d3d4f, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:21:21.167836 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9fc0ed62-c423-46f9-8eff-3813d6b48712 req-8555c286-a02b-40dd-8cd8-b84f0da013d0 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399351 Jul 28 04:21:21.211947 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007f1b36-0860-4b85-a68a-abf86d885061 admin admin] Network dc749109-b910-4e64-9a63-d63d582d3d4f is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:21:21.263295 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-007f1b36-0860-4b85-a68a-abf86d885061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, dc749109-b910-4e64-9a63-d63d582d3d4f) {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:21:21.267739 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007f1b36-0860-4b85-a68a-abf86d885061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:21.268803 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-007f1b36-0860-4b85-a68a-abf86d885061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:21.272181 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61172aa4-ca81-46a6-ab39-13deebf2f0b1 None None] Network dc749109-b910-4e64-9a63-d63d582d3d4f requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:21:21.333351 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-007f1b36-0860-4b85-a68a-abf86d885061 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6642437 Jul 28 04:21:21.409781 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b480dd3-269e-42a7-bb82-137239218064 None None] Network dc749109-b910-4e64-9a63-d63d582d3d4f requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:21:21.455202 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33442) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:21.506982 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e82ffc-f971-4ea1-9d8f-3bbee170cae4 admin admin] Deleting subnet 52f8496a-954d-4112-a269-943b8a4a8341 {{(pid=93703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:21:21.510285 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9e82ffc-f971-4ea1-9d8f-3bbee170cae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:21.544722 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9e82ffc-f971-4ea1-9d8f-3bbee170cae4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:21.555542 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9e82ffc-f971-4ea1-9d8f-3bbee170cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:21.686730 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9e82ffc-f971-4ea1-9d8f-3bbee170cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for subnet, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:21.719054 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e82ffc-f971-4ea1-9d8f-3bbee170cae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f8496a-954d-4112-a269-943b8a4a8341,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:21.720727 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b9e82ffc-f971-4ea1-9d8f-3bbee170cae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:21.722983 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-b9e82ffc-f971-4ea1-9d8f-3bbee170cae4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/52f8496a-954d-4112-a269-943b8a4a8341 HTTP/1.1" status: 204 len: 168 time: 0.2663641 Jul 28 04:21:21.726111 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33446) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:21.796736 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:21.878657 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:21.889480 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:21.895355 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:21.895355 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:21.895355 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:21.895355 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:21.895355 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:21.895355 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:21.895355 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:21.895355 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:21.895355 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:22.011663 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:22.012893 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:22.012893 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:22.012893 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:21:22.013263 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261a450d-7d07-4379-bb99-bbac795289d4']}} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:22.036070 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92008cc4-d5e8-4777-8264-01e44d395b0c') {'for_net_delete': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:22.036364 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92008cc4-d5e8-4777-8264-01e44d395b0c') {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:22.052641 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6235719'] for segment, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.073703 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.081357 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:21:22.081750 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235901'] for segment, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: from cryptography.utils import int_from_bytes Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: from cryptography.utils import int_from_bytes Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: Traceback (most recent call last): Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: timer() Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: cb(*args, **kw) Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: return func(*args, **kwargs) Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: self._notify() Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: self.callback(batched_events) Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: event.method(event) Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: return f(self, *a, **k) Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: return self._get(url).json() Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: return self.request(url, 'GET', **kwargs) Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:21:22.086039 dv-cinder-740146-11-iscsi neutron-server[93703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:21:22.188938 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.197672 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.199066 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/261a450d-7d07-4379-bb99-bbac795289d4 HTTP/1.1" status: 204 len: 168 time: 0.4719362 Jul 28 04:21:22.202281 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33454) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:22.212670 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0147c-49d9-487a-b429-c0c9f91133e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=261a450d-7d07-4379-bb99-bbac795289d4,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:22.249649 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_v2 [None req-afee0855-8a87-4c19-b6bb-c79e9e7bc899 admin admin] Deleting subnet 8008f6c1-df5e-4337-adac-cd026074268b {{(pid=93704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:21:22.252975 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-afee0855-8a87-4c19-b6bb-c79e9e7bc899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.292413 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-afee0855-8a87-4c19-b6bb-c79e9e7bc899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4417263'] for subnet, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.296764 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3a84d-45df-404a-acb8-fa35e62400eb req-3893a0fd-2302-46c6-aa8a-79cd2602043b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:22.302251 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8cf3a84d-45df-404a-acb8-fa35e62400eb req-3893a0fd-2302-46c6-aa8a-79cd2602043b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0574591 Jul 28 04:21:22.334479 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-afee0855-8a87-4c19-b6bb-c79e9e7bc899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.469969 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-afee0855-8a87-4c19-b6bb-c79e9e7bc899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4447606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4594621'] for subnet, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.497795 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee0855-8a87-4c19-b6bb-c79e9e7bc899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8008f6c1-df5e-4337-adac-cd026074268b,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:22.502008 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-afee0855-8a87-4c19-b6bb-c79e9e7bc899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.507302 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-afee0855-8a87-4c19-b6bb-c79e9e7bc899 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8008f6c1-df5e-4337-adac-cd026074268b HTTP/1.1" status: 204 len: 168 time: 0.3038540 Jul 28 04:21:22.508186 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33470) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:22.581235 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8cf3a84d-45df-404a-acb8-fa35e62400eb req-dfbe2429-33e7-4b25-a425-2586e19d6d2a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752609 Jul 28 04:21:22.589582 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.676579 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.688314 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc749109-b910-4e64-9a63-d63d582d3d4f']}} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:22.700015 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6acb1a-4de7-4e08-acab-73c5b9bf2c05') {'for_net_delete': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:22.700316 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6acb1a-4de7-4e08-acab-73c5b9bf2c05') {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:22.709046 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4417254'] for segment, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.723107 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.729483 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4447500'] for segment, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: Traceback (most recent call last): Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: timer() Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: cb(*args, **kw) Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: return func(*args, **kwargs) Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: self._notify() Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: self.callback(batched_events) Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: event.method(event) Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: return f(self, *a, **k) Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._get(url).json() Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: return self.request(url, 'GET', **kwargs) Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:21:22.735168 dv-cinder-740146-11-iscsi neutron-server[93704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:21:22.863578 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.869279 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:22.873814 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dc749109-b910-4e64-9a63-d63d582d3d4f HTTP/1.1" status: 204 len: 168 time: 0.3645952 Jul 28 04:21:22.887719 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21681b0f-81b5-4fe5-9236-ab46b090d129 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc749109-b910-4e64-9a63-d63d582d3d4f,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:23.312574 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33486) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:23.357786 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-489bdb20-2b5d-4e77-9b35-beebe08da336 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c621c86ed77e43218c167404beb229f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438876 Jul 28 04:21:23.360293 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33488) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:23.405431 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-58fcd6d6-c7d5-4478-ae24-e7617ba469d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:23.430586 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-58fcd6d6-c7d5-4478-ae24-e7617ba469d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:23.537690 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-58fcd6d6-c7d5-4478-ae24-e7617ba469d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:23.540255 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-58fcd6d6-c7d5-4478-ae24-e7617ba469d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:23.541459 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-58fcd6d6-c7d5-4478-ae24-e7617ba469d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee08d5c6-af35-48da-aea2-160b43420e4a HTTP/1.1" status: 204 len: 168 time: 0.1802881 Jul 28 04:21:23.553526 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcd6d6-c7d5-4478-ae24-e7617ba469d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee08d5c6-af35-48da-aea2-160b43420e4a,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:23.700811 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab3922-197a-4182-a7e3-dcbee745a5d1 req-4e1032a0-2429-4194-b4f1-8bded5732846 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:23.702396 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f7ab3922-197a-4182-a7e3-dcbee745a5d1 req-4e1032a0-2429-4194-b4f1-8bded5732846 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0476332 Jul 28 04:21:23.740577 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f7ab3922-197a-4182-a7e3-dcbee745a5d1 req-9ca90a17-c90f-4e2d-8646-3d10f0ad01ea tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314608 Jul 28 04:21:24.273166 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33502) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:24.314035 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ed09f140-8dc5-4068-8a78-15ba562deaa8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f09b48d1a3994a7a915b01c0ad0e9b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396364 Jul 28 04:21:24.316640 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33504) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:24.365438 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45272fa4-c33e-4983-9608-e0fc167b2de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:24.391414 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45272fa4-c33e-4983-9608-e0fc167b2de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:24.430555 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1e9f4-41e8-4f59-9206-7e0298feed6a req-376d7dc1-c0e4-4a3b-8922-170c7e5eb736 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:24.432057 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7ec1e9f4-41e8-4f59-9206-7e0298feed6a req-376d7dc1-c0e4-4a3b-8922-170c7e5eb736 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 946 time: 0.0548964 Jul 28 04:21:24.472541 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7ec1e9f4-41e8-4f59-9206-7e0298feed6a req-30845474-e5bd-483b-98dc-e932ff64185d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342069 Jul 28 04:21:24.486850 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45272fa4-c33e-4983-9608-e0fc167b2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:24.489694 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-45272fa4-c33e-4983-9608-e0fc167b2de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:24.490848 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-45272fa4-c33e-4983-9608-e0fc167b2de4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/adff442a-0f84-4643-b9b5-6a5939cf2649 HTTP/1.1" status: 204 len: 168 time: 0.1733043 Jul 28 04:21:24.499777 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45272fa4-c33e-4983-9608-e0fc167b2de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff442a-0f84-4643-b9b5-6a5939cf2649,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:24.865942 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb348d-6590-4c5e-bb4b-7b1c33cd1f01 req-2d451804-d024-4638-897e-39454892fd8b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:24.867409 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5ceb348d-6590-4c5e-bb4b-7b1c33cd1f01 req-2d451804-d024-4638-897e-39454892fd8b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0507960 Jul 28 04:21:24.910316 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5ceb348d-6590-4c5e-bb4b-7b1c33cd1f01 req-ea175ef9-8387-41bb-b58a-13e40f18e087 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359926 Jul 28 04:21:25.596377 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c79528-84d8-4948-bae4-659a9531c825 req-9727da16-7d81-4f99-b65b-e22687b6921e tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:25.597918 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-97c79528-84d8-4948-bae4-659a9531c825 req-9727da16-7d81-4f99-b65b-e22687b6921e tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 946 time: 0.0536230 Jul 28 04:21:25.636588 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-97c79528-84d8-4948-bae4-659a9531c825 req-44e17b02-87e6-4b8d-98ad-8a7aeaef058c tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Jul 28 04:21:26.027537 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82234c8f-c47b-49cd-bf66-e28dde1c1c6f req-93c9fafc-5de2-444e-b2de-6f463072b2da tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:26.029053 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-82234c8f-c47b-49cd-bf66-e28dde1c1c6f req-93c9fafc-5de2-444e-b2de-6f463072b2da tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0496392 Jul 28 04:21:26.074821 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-82234c8f-c47b-49cd-bf66-e28dde1c1c6f req-92af97f9-f1ba-471c-978b-4dedf515ee68 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369387 Jul 28 04:21:26.350031 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f2c6-0dd0-4785-9687-98538a2fc6b2 req-1f72de38-be18-4303-936e-1b96e447902c tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:26.351569 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-6151f2c6-0dd0-4785-9687-98538a2fc6b2 req-1f72de38-be18-4303-936e-1b96e447902c tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 946 time: 0.0519149 Jul 28 04:21:26.457854 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-6151f2c6-0dd0-4785-9687-98538a2fc6b2 req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Deleting port 9934a145-f994-4915-a6ff-c767e25af811 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:21:26.458123 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-6151f2c6-0dd0-4785-9687-98538a2fc6b2 req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:26.554395 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-6151f2c6-0dd0-4785-9687-98538a2fc6b2 req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] For port 9934a145-f994-4915-a6ff-c767e25af811, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9934a145-f994-4915-a6ff-c767e25af811,segment=NetworkSegment(7217ac50-8423-420e-b5e1-6305ba8bf3a2),segment_id=7217ac50-8423-420e-b5e1-6305ba8bf3a2)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:21:26.554767 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-6151f2c6-0dd0-4785-9687-98538a2fc6b2 req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:26.569629 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-6151f2c6-0dd0-4785-9687-98538a2fc6b2 req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Calling delete_port for 9934a145-f994-4915-a6ff-c767e25af811 owned by compute:nova {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:21:26.758748 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452b907-fe24-423d-8992-85581adbdb2a req-133efa1f-f5d5-4dbf-9a0f-331f3157cf89 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:26.760139 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8452b907-fe24-423d-8992-85581adbdb2a req-133efa1f-f5d5-4dbf-9a0f-331f3157cf89 tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 946 time: 0.0512104 Jul 28 04:21:26.777739 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-6151f2c6-0dd0-4785-9687-98538a2fc6b2 req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:26.795519 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['9934a145-f994-4915-a6ff-c767e25af811'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:21:26.802489 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8452b907-fe24-423d-8992-85581adbdb2a req-9c6fc416-5ac3-4565-af33-15a704601d2d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf6a91db-7226-49f1-b7e5-815722294c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358515 Jul 28 04:21:26.824390 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Pushing event deleted for resources: {'Port': ['ID=9934a145-f994-4915-a6ff-c767e25af811,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:26.825915 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:26.826216 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:26.826567 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:26.826943 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:26.827229 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:26.827567 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:26.828410 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:26.828410 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:26.828591 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:26.828915 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:26.829209 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:26.830106 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:26.866642 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6151f2c6-0dd0-4785-9687-98538a2fc6b2 req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] No DVR routers for this DVR port 9934a145-f994-4915-a6ff-c767e25af811 on host hv-cinder-74014 {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:21:26.869098 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-6151f2c6-0dd0-4785-9687-98538a2fc6b2 req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:26.871212 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-6151f2c6-0dd0-4785-9687-98538a2fc6b2 req-d102b64d-98e7-4788-baf5-b3cb926be80d tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.22 "DELETE /v2.0/ports/9934a145-f994-4915-a6ff-c767e25af811 HTTP/1.1" status: 204 len: 173 time: 0.5079722 Jul 28 04:21:26.871661 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b21818c-2e4a-40e1-a554-d0f2bea6d526', 'name': 'network-vif-deleted', 'tag': '9934a145-f994-4915-a6ff-c767e25af811'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:21:26.873975 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc25dd4-b0c9-440c-8b98-e6748cf7a2ff" -d '{"events": [{"server_uuid": "9b21818c-2e4a-40e1-a554-d0f2bea6d526", "name": "network-vif-deleted", "tag": "9934a145-f994-4915-a6ff-c767e25af811"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:21:26.914079 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571cb5bb-80b2-43fc-a237-a3e5f589f974 x-openstack-request-id: req-571cb5bb-80b2-43fc-a237-a3e5f589f974 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:21:26.914364 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b21818c-2e4a-40e1-a554-d0f2bea6d526", "name": "network-vif-deleted", "tag": "9934a145-f994-4915-a6ff-c767e25af811", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:21:26.914608 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-571cb5bb-80b2-43fc-a237-a3e5f589f974 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:21:26.914997 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b21818c-2e4a-40e1-a554-d0f2bea6d526', 'name': 'network-vif-deleted', 'tag': '9934a145-f994-4915-a6ff-c767e25af811', 'status': 'completed', 'code': 200} Jul 28 04:21:27.205699 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600380d7-1984-4d72-890b-5aef2d037640 req-c1603440-5118-42a8-9a5c-f539861e2d8a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:27.207190 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-600380d7-1984-4d72-890b-5aef2d037640 req-c1603440-5118-42a8-9a5c-f539861e2d8a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Jul 28 04:21:27.245408 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-600380d7-1984-4d72-890b-5aef2d037640 req-4da12e9a-6a4a-4621-9211-467d00b3755e tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321603 Jul 28 04:21:27.558493 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d2257-113e-488d-918a-34882fe980c3 req-d87bdb2d-b0fe-4154-9131-854d023732f9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:27.560225 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-811d2257-113e-488d-918a-34882fe980c3 req-d87bdb2d-b0fe-4154-9131-854d023732f9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0503278 Jul 28 04:21:27.599646 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-811d2257-113e-488d-918a-34882fe980c3 req-7d0aaca3-39c5-4802-a5a1-f45754fd2398 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323095 Jul 28 04:21:27.665109 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899b1a8-51e4-44f3-a280-a4faace636f4 req-8ab96963-df17-43c2-8707-29b3640dd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:27.666788 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2899b1a8-51e4-44f3-a280-a4faace636f4 req-8ab96963-df17-43c2-8707-29b3640dd6aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 1098 time: 0.0401871 Jul 28 04:21:27.767487 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899b1a8-51e4-44f3-a280-a4faace636f4 req-d972a038-2824-4bf3-8b5c-93cb9e0b75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:27.768992 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2899b1a8-51e4-44f3-a280-a4faace636f4 req-d972a038-2824-4bf3-8b5c-93cb9e0b75ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3 HTTP/1.1" status: 200 len: 911 time: 0.0921385 Jul 28 04:21:27.844050 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2899b1a8-51e4-44f3-a280-a4faace636f4 req-79247da8-3e68-46a3-b170-6c067cb6ef6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 HTTP/1.1" status: 200 len: 1001 time: 0.0660384 Jul 28 04:21:27.900273 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899b1a8-51e4-44f3-a280-a4faace636f4 req-c106b061-64c1-4ab1-bd58-b4dec6802d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:27.902305 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2899b1a8-51e4-44f3-a280-a4faace636f4 req-c106b061-64c1-4ab1-bd58-b4dec6802d07 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9 HTTP/1.1" status: 200 len: 849 time: 0.0485957 Jul 28 04:21:27.927904 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c882c83f-0208-4ae5-8f85-c0faa35ce8c0 req-bbb6626b-4c14-44f3-8036-2e869413d23f tempest-VolumesSnapshotTestJSON-142924241 tempest-VolumesSnapshotTestJSON-142924241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b21818c-2e4a-40e1-a554-d0f2bea6d526 HTTP/1.1" status: 200 len: 210 time: 0.0348012 Jul 28 04:21:27.952503 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899b1a8-51e4-44f3-a280-a4faace636f4 req-08f2a915-11e1-40ea-8d09-0462ca01f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:27.954009 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2899b1a8-51e4-44f3-a280-a4faace636f4 req-08f2a915-11e1-40ea-8d09-0462ca01f88b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432072 Jul 28 04:21:28.043780 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2899b1a8-51e4-44f3-a280-a4faace636f4 req-508b0894-f7c2-4cc8-9333-035b6085d1db service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819271 Jul 28 04:21:28.143000 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2899b1a8-51e4-44f3-a280-a4faace636f4 req-babf5a10-be50-4308-86c1-a30819b1d9ed service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870216 Jul 28 04:21:28.718205 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8f4f8-f746-46de-815f-8e268f71a08d req-87b87e24-230f-4cc9-840f-c3bb0a02773d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:28.719756 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fcc8f4f8-f746-46de-815f-8e268f71a08d req-87b87e24-230f-4cc9-840f-c3bb0a02773d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0476196 Jul 28 04:21:28.776467 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fcc8f4f8-f746-46de-815f-8e268f71a08d req-43798fc6-21b2-4fa0-b5a7-00c5ab05cc32 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507092 Jul 28 04:21:29.892764 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc470-a772-4032-b1e5-200ca845a760 req-54969ca9-d033-4477-b852-c037d673948d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:29.894273 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-14cfc470-a772-4032-b1e5-200ca845a760 req-54969ca9-d033-4477-b852-c037d673948d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0495369 Jul 28 04:21:29.932795 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-14cfc470-a772-4032-b1e5-200ca845a760 req-429d9673-e6c5-44e3-bd08-072740a0982e tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321898 Jul 28 04:21:30.052495 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9934a145-f994-4915-a6ff-c767e25af811 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:21:30.072767 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 9934a145-f994-4915-a6ff-c767e25af811 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:21:30.073092 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9934a145-f994-4915-a6ff-c767e25af811 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:21:30.359218 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:21:32.303014 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f66ecf95-14cb-4167-8bd4-758b3e432bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:34.771412 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-948f0b09-e28f-4ce7-becd-aaca1f892f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:35.194357 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:36.268739 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:37.288743 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c03fe-fbe4-45ec-98f9-7a3ca2819beb req-432c0cf7-6078-4aa9-87a5-87977dfc9054 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:37.290129 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c15c03fe-fbe4-45ec-98f9-7a3ca2819beb req-432c0cf7-6078-4aa9-87a5-87977dfc9054 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0482783 Jul 28 04:21:37.334154 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c15c03fe-fbe4-45ec-98f9-7a3ca2819beb req-40c35695-f432-464a-94f1-ec71952ddc07 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378809 Jul 28 04:21:37.765686 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:37.951347 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360b10-bd05-4888-9e89-656adbf2aa1a req-755b5c45-3503-49d4-bf46-39cb6b9f0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:37.952862 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-44360b10-bd05-4888-9e89-656adbf2aa1a req-755b5c45-3503-49d4-bf46-39cb6b9f0b1c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9718890b764ceaa9a275014c68fdf0&device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 1138 time: 0.0413406 Jul 28 04:21:38.047636 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360b10-bd05-4888-9e89-656adbf2aa1a req-a08e7422-8bba-41b9-995f-6648132f0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:38.049128 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-44360b10-bd05-4888-9e89-656adbf2aa1a req-a08e7422-8bba-41b9-995f-6648132f0ab4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 HTTP/1.1" status: 200 len: 915 time: 0.0891292 Jul 28 04:21:38.115770 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-44360b10-bd05-4888-9e89-656adbf2aa1a req-f43f7fa8-1f48-47db-894e-4d707d9de43d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c94e55e-d851-4d26-a848-e47855620084 HTTP/1.1" status: 200 len: 1001 time: 0.0578570 Jul 28 04:21:38.172740 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360b10-bd05-4888-9e89-656adbf2aa1a req-2661e92f-4d9d-4514-be79-7d9bcb746d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:38.174195 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-44360b10-bd05-4888-9e89-656adbf2aa1a req-2661e92f-4d9d-4514-be79-7d9bcb746d45 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=527b9ad8-c8ba-41cb-a8ae-5e912e6db0de HTTP/1.1" status: 200 len: 853 time: 0.0448003 Jul 28 04:21:38.227221 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360b10-bd05-4888-9e89-656adbf2aa1a req-33b36271-26cc-46b8-ac49-f8960676bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:38.228750 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-44360b10-bd05-4888-9e89-656adbf2aa1a req-33b36271-26cc-46b8-ac49-f8960676bcfb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427673 Jul 28 04:21:38.324471 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-44360b10-bd05-4888-9e89-656adbf2aa1a req-21ccb4ef-0628-4afd-82fb-a7483981b9e7 service neutron] 10.222.0.22 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793521 Jul 28 04:21:38.422308 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-44360b10-bd05-4888-9e89-656adbf2aa1a req-402de82b-bb03-44fb-9cc1-e8e6dd57637f service neutron] 10.222.0.22 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887077 Jul 28 04:21:38.453943 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b2506-4c96-49a1-9ec6-791d0691bf57 req-0c8292f2-618a-4d6b-b236-60fdde9d3048 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:38.455547 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1a9b2506-4c96-49a1-9ec6-791d0691bf57 req-0c8292f2-618a-4d6b-b236-60fdde9d3048 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0498078 Jul 28 04:21:38.495432 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1a9b2506-4c96-49a1-9ec6-791d0691bf57 req-f7347f53-4e2a-43f6-9f65-a9fcc42a62fd tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335174 Jul 28 04:21:39.611717 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27875f-27d4-423d-9c3f-6e49a7dc1d84 req-710ba64a-78ae-441b-b04d-3ca90ab60e55 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:39.613206 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fa27875f-27d4-423d-9c3f-6e49a7dc1d84 req-710ba64a-78ae-441b-b04d-3ca90ab60e55 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0518665 Jul 28 04:21:39.653794 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fa27875f-27d4-423d-9c3f-6e49a7dc1d84 req-50439ba8-303e-4fde-8096-c1ac70d5caa6 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345387 Jul 28 04:21:40.768466 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21749f1f-8552-4c7b-a6a0-290e5275b92d req-7627f905-276a-45cd-9018-a9e2557d569d tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:40.769960 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-21749f1f-8552-4c7b-a6a0-290e5275b92d req-7627f905-276a-45cd-9018-a9e2557d569d tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0482657 Jul 28 04:21:40.815721 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-21749f1f-8552-4c7b-a6a0-290e5275b92d req-c733bf4f-f5c4-4ea3-b49b-278ea4bab269 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388513 Jul 28 04:21:41.931063 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda95c24-67f4-409f-9980-68d51102c215 req-86554a0c-20f8-4a34-8178-5e671ad19d41 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:41.932881 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-eda95c24-67f4-409f-9980-68d51102c215 req-86554a0c-20f8-4a34-8178-5e671ad19d41 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0501909 Jul 28 04:21:41.976086 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-eda95c24-67f4-409f-9980-68d51102c215 req-0acd5875-4409-4a31-a3ad-5b500648855e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368998 Jul 28 04:21:42.020225 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33792) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:42.121918 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9006ae79-f43b-41df-a80e-61bbd4068106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:42.210985 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9006ae79-f43b-41df-a80e-61bbd4068106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:42.325325 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9006ae79-f43b-41df-a80e-61bbd4068106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:42.363332 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-9006ae79-f43b-41df-a80e-61bbd4068106 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f2e5103d458480bb7fe5beaece8cc51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419907 Jul 28 04:21:42.365266 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006ae79-f43b-41df-a80e-61bbd4068106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef04266-917a-4ec4-a14c-a639ca5c11a3,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:42.366306 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33800) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:42.415783 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-febb75b9-f04d-4c8d-9a07-055b39bd499e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:42.437943 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-febb75b9-f04d-4c8d-9a07-055b39bd499e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:42.582596 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-febb75b9-f04d-4c8d-9a07-055b39bd499e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:42.585242 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-febb75b9-f04d-4c8d-9a07-055b39bd499e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:42.586407 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-febb75b9-f04d-4c8d-9a07-055b39bd499e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ef04266-917a-4ec4-a14c-a639ca5c11a3 HTTP/1.1" status: 204 len: 168 time: 0.2190676 Jul 28 04:21:42.594288 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb75b9-f04d-4c8d-9a07-055b39bd499e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef04266-917a-4ec4-a14c-a639ca5c11a3,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:43.094374 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8688302-5307-4f5c-9974-d175ecb10698 req-e9e3b6d4-6286-46a0-ad06-047da3e50cd1 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:43.095933 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8688302-5307-4f5c-9974-d175ecb10698 req-e9e3b6d4-6286-46a0-ad06-047da3e50cd1 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0532598 Jul 28 04:21:43.123586 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33816) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:43.136822 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-030ddb5f-7fad-4f14-93e8-723c1d9f1054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:43.138022 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e8688302-5307-4f5c-9974-d175ecb10698 req-321b0dfc-7ca1-43ec-ada7-55a345d1b026 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357580 Jul 28 04:21:43.224960 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-030ddb5f-7fad-4f14-93e8-723c1d9f1054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:43.308644 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-030ddb5f-7fad-4f14-93e8-723c1d9f1054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:43.347614 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-030ddb5f-7fad-4f14-93e8-723c1d9f1054 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfa187a48fb5420690d692b5a1316837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228251 Jul 28 04:21:43.348614 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ddb5f-7fad-4f14-93e8-723c1d9f1054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d957c91a-a1e0-4b14-ac1c-b0ad214e7ae5,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:43.350297 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33822) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:43.399583 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cbc679a3-5816-492a-beaf-452bf2414784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:43.420674 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cbc679a3-5816-492a-beaf-452bf2414784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:43.531144 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cbc679a3-5816-492a-beaf-452bf2414784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:43.533775 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-cbc679a3-5816-492a-beaf-452bf2414784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:43.534943 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-cbc679a3-5816-492a-beaf-452bf2414784 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d957c91a-a1e0-4b14-ac1c-b0ad214e7ae5 HTTP/1.1" status: 204 len: 168 time: 0.1835995 Jul 28 04:21:43.542494 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc679a3-5816-492a-beaf-452bf2414784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d957c91a-a1e0-4b14-ac1c-b0ad214e7ae5,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:44.259206 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33602ca2-948b-4df5-a400-11fbe6566919 req-5055d23a-46cd-4fc9-bec1-9b8356b13ec5 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:44.260632 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-33602ca2-948b-4df5-a400-11fbe6566919 req-5055d23a-46cd-4fc9-bec1-9b8356b13ec5 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0488603 Jul 28 04:21:44.302431 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-33602ca2-948b-4df5-a400-11fbe6566919 req-d4c36208-b106-4ed3-b4fa-7765661105e5 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350058 Jul 28 04:21:45.016393 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 33872) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:45.122235 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a952ac63-d2c2-458b-8470-f7545c659449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:45.217062 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a952ac63-d2c2-458b-8470-f7545c659449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:45.280797 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a952ac63-d2c2-458b-8470-f7545c659449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:45.321567 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-a952ac63-d2c2-458b-8470-f7545c659449 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1758b8701f634b9b971a48f984783806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016593 Jul 28 04:21:45.321567 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952ac63-d2c2-458b-8470-f7545c659449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b682a58a-de09-4ba9-8d2b-678df495c665,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:45.322425 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33888) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:45.393239 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1fab7d2b-38ef-4319-8bad-c92d96cf52f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:45.419096 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1fab7d2b-38ef-4319-8bad-c92d96cf52f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:45.439337 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302fb87-d316-4637-aba8-ac1e7b8a0e9d req-cf70365c-6c52-4415-9a4f-a6174fff1c2b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:45.440906 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c302fb87-d316-4637-aba8-ac1e7b8a0e9d req-cf70365c-6c52-4415-9a4f-a6174fff1c2b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0529146 Jul 28 04:21:45.484160 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c302fb87-d316-4637-aba8-ac1e7b8a0e9d req-c0083231-81f3-4cb6-b7ae-fc2ea03c4ad5 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355406 Jul 28 04:21:45.531664 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1fab7d2b-38ef-4319-8bad-c92d96cf52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:45.534282 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1fab7d2b-38ef-4319-8bad-c92d96cf52f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:45.537989 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-1fab7d2b-38ef-4319-8bad-c92d96cf52f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b682a58a-de09-4ba9-8d2b-678df495c665 HTTP/1.1" status: 204 len: 168 time: 0.2115119 Jul 28 04:21:45.545504 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab7d2b-38ef-4319-8bad-c92d96cf52f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b682a58a-de09-4ba9-8d2b-678df495c665,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:46.584918 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33930) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:46.598298 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bb978-04d0-401b-9eba-0b2db60f2454 req-1917b16a-776b-4777-814d-56e91fe70fa4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:46.600379 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc1bb978-04d0-401b-9eba-0b2db60f2454 req-1917b16a-776b-4777-814d-56e91fe70fa4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0494385 Jul 28 04:21:46.639794 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc1bb978-04d0-401b-9eba-0b2db60f2454 req-8b62e969-95c8-444d-9d50-37f688d715b7 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337071 Jul 28 04:21:46.681713 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-66677347-network', 'tenant_id': '585b3a5292bb4b73af69b29421625cb2'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:46.765105 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Made reservation on behalf of 585b3a5292bb4b73af69b29421625cb2 for: {'network': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:21:46.767358 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:46.775736 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:46.864471 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:46.902287 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:46.929578 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:21:46.935912 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46281484-de1e-4c1e-835f-e94bb7804076,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:46.943469 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:46.943469 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.segments_db [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Added segment c2550a71-5acf-463b-9f6f-d8bcf8b72275 of type vlan for network 468d4712-72ad-4efe-9c30-1ce01337cbb8 Jul 28 04:21:46.983014 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:47.050986 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:47.051970 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:47.052547 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:47.110024 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] Pushing event updated for resources: {'Network': ['ID=468d4712-72ad-4efe-9c30-1ce01337cbb8,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:47.119521 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network 468d4712-72ad-4efe-9c30-1ce01337cbb8 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:21:47.165694 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-146ef172-edff-4230-b738-7416ad70a0f4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5796711 Jul 28 04:21:47.168498 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 33934) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:47.173934 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-3dbf9810-aab9-4063-bccd-54a0961c0307 admin admin] Request body: {'subnet': {'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-66677347-subnet', 'tenant_id': '585b3a5292bb4b73af69b29421625cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:47.245119 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:47.251168 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbf9810-aab9-4063-bccd-54a0961c0307 admin admin] Made reservation on behalf of 585b3a5292bb4b73af69b29421625cb2 for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:21:47.253538 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9810-aab9-4063-bccd-54a0961c0307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4594624'] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:47.462502 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9810-aab9-4063-bccd-54a0961c0307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4447671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4594610'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:47.516100 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf9810-aab9-4063-bccd-54a0961c0307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7f0499-c438-455b-934c-62843e5c8b0d,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:47.525138 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf9810-aab9-4063-bccd-54a0961c0307 admin admin] Checking segment: {'id': 'c2550a71-5acf-463b-9f6f-d8bcf8b72275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:21:47.525515 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf9810-aab9-4063-bccd-54a0961c0307 admin admin] Network hostable DHCP agents. Network: 468d4712-72ad-4efe-9c30-1ce01337cbb8, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:21:47.593665 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf9810-aab9-4063-bccd-54a0961c0307 admin admin] Network 468d4712-72ad-4efe-9c30-1ce01337cbb8 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:21:47.645489 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-3dbf9810-aab9-4063-bccd-54a0961c0307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, 468d4712-72ad-4efe-9c30-1ce01337cbb8) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:21:47.649796 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbf9810-aab9-4063-bccd-54a0961c0307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:47.650380 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9810-aab9-4063-bccd-54a0961c0307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:47.654806 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1fcddc-cee4-4eea-9d75-959e5f133264 None None] Network 468d4712-72ad-4efe-9c30-1ce01337cbb8 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:21:47.715868 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-3dbf9810-aab9-4063-bccd-54a0961c0307 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5461977 Jul 28 04:21:47.760668 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da76f3-993b-4384-ac54-714230043ca3 req-f884b859-9b49-433d-b76c-993601f4087b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:47.770554 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b1da76f3-993b-4384-ac54-714230043ca3 req-f884b859-9b49-433d-b76c-993601f4087b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0628383 Jul 28 04:21:47.789964 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abe778d-314d-4519-ba4d-c6acce6cf1f4 None None] Network 468d4712-72ad-4efe-9c30-1ce01337cbb8 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:21:47.807141 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b1da76f3-993b-4384-ac54-714230043ca3 req-8212eb4b-007f-4bff-98d8-7256ca646aa6 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356841 Jul 28 04:21:48.929869 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315cba3-d409-4e1f-b59f-be39fd83f762 req-efccd58f-bf5b-4cff-ac9f-b9e42eae13f4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:48.931297 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f315cba3-d409-4e1f-b59f-be39fd83f762 req-efccd58f-bf5b-4cff-ac9f-b9e42eae13f4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0490224 Jul 28 04:21:48.974849 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f315cba3-d409-4e1f-b59f-be39fd83f762 req-b7c99473-90ef-4e4e-918f-7ac4dc4aaa3b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371616 Jul 28 04:21:50.062911 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-a42435d1-3a42-4836-9de7-63e96de456ca tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:50.064684 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-a42435d1-3a42-4836-9de7-63e96de456ca tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/networks?id=468d4712-72ad-4efe-9c30-1ce01337cbb8 HTTP/1.1" status: 200 len: 807 time: 0.1144078 Jul 28 04:21:50.098001 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-95b99c93-d824-4620-a551-ce57379a9b19 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/quotas/585b3a5292bb4b73af69b29421625cb2 HTTP/1.1" status: 200 len: 375 time: 0.0193672 Jul 28 04:21:50.113940 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d98c53-08ff-445c-a020-896aa40b6a5d req-a5de6f90-2f7d-4970-a475-b35ff45d8647 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:50.115409 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d2d98c53-08ff-445c-a020-896aa40b6a5d req-a5de6f90-2f7d-4970-a475-b35ff45d8647 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0726969 Jul 28 04:21:50.149974 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-f8b10a55-825c-4c5e-aa11-cf5e3d87ddd5 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=585b3a5292bb4b73af69b29421625cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459764 Jul 28 04:21:50.219868 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d2d98c53-08ff-445c-a020-896aa40b6a5d req-f6f13cf9-55cc-4864-a5c2-456fbf714bda tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967431 Jul 28 04:21:50.260709 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-a7030847-e0d1-4ce0-8796-6c92ee4a36fe service neutron] 10.222.0.42 "GET /v2.0/networks/468d4712-72ad-4efe-9c30-1ce01337cbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025841 Jul 28 04:21:50.349343 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ef95ccc9-15f2-41a8-82dd-e3b8f5b7a8d0 service neutron] 10.222.0.42 "GET /v2.0/networks/468d4712-72ad-4efe-9c30-1ce01337cbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819421 Jul 28 04:21:50.486573 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34006) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:50.585407 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bf443a8b-b99b-4a78-aca3-2f158ca86a6a req-ac12a77d-dfb9-48a3-a9f2-9691220fef8c tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 210 time: 0.0314324 Jul 28 04:21:50.597439 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-25afdfb1-766d-4c4a-ba7c-1920ab5b9df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:50.694122 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-25afdfb1-766d-4c4a-ba7c-1920ab5b9df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:50.742390 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-25afdfb1-766d-4c4a-ba7c-1920ab5b9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:50.782330 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-25afdfb1-766d-4c4a-ba7c-1920ab5b9df7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77804395291548d6b18cc615c356beb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992473 Jul 28 04:21:50.783213 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afdfb1-766d-4c4a-ba7c-1920ab5b9df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f0633e-9380-40e0-8ec9-fe2c31ce4bd1,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:50.785085 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34018) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:50.834849 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-791358ab-9a0d-4363-b09f-f2b2f640bd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:50.855209 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-791358ab-9a0d-4363-b09f-f2b2f640bd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:50.965259 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-791358ab-9a0d-4363-b09f-f2b2f640bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:50.968059 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-791358ab-9a0d-4363-b09f-f2b2f640bd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:50.969253 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-791358ab-9a0d-4363-b09f-f2b2f640bd82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0f0633e-9380-40e0-8ec9-fe2c31ce4bd1 HTTP/1.1" status: 204 len: 168 time: 0.1824088 Jul 28 04:21:50.977008 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791358ab-9a0d-4363-b09f-f2b2f640bd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f0633e-9380-40e0-8ec9-fe2c31ce4bd1,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:51.348856 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232d8b9-7ec4-4694-9fef-b57df42bea33 req-48a174a4-2f04-46a5-bdae-9eedc4889bfd tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:51.350446 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e232d8b9-7ec4-4694-9fef-b57df42bea33 req-48a174a4-2f04-46a5-bdae-9eedc4889bfd tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0561814 Jul 28 04:21:51.393213 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e232d8b9-7ec4-4694-9fef-b57df42bea33 req-92d3f804-6334-4958-bc04-7869b816366b tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362837 Jul 28 04:21:51.549324 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-07a278ea-ec52-4abb-83c4-a0cd0bde9fee req-d0d32822-def9-4400-8781-0ce04e43b717 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416238 Jul 28 04:21:51.566108 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34034) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:51.579470 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:51.613069 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a278ea-ec52-4abb-83c4-a0cd0bde9fee req-21efee8f-4f5a-49d8-aa14-b26e8225cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:51.614627 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-07a278ea-ec52-4abb-83c4-a0cd0bde9fee req-21efee8f-4f5a-49d8-aa14-b26e8225cf17 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 1098 time: 0.0398438 Jul 28 04:21:51.707316 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b4d0d15-9abc-41ce-a6e0-2919014e243a req-054137db-5574-4943-b005-5008d8b0243f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 210 time: 0.0395653 Jul 28 04:21:51.719530 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:51.739947 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a278ea-ec52-4abb-83c4-a0cd0bde9fee req-e75a090f-9aa7-4ff5-b383-f68f03507e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:51.741798 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-07a278ea-ec52-4abb-83c4-a0cd0bde9fee req-e75a090f-9aa7-4ff5-b383-f68f03507e7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3 HTTP/1.1" status: 200 len: 911 time: 0.0982389 Jul 28 04:21:51.794052 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:51.808810 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-07a278ea-ec52-4abb-83c4-a0cd0bde9fee req-0b6effd5-7b4f-453e-90bf-1474459b45aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 HTTP/1.1" status: 200 len: 1001 time: 0.0592504 Jul 28 04:21:51.832783 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33d18fc8426b4e1ba5aa4118b911316d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655091 Jul 28 04:21:51.833889 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be6e05d-7f43-457d-8359-aadb51dc9af8,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:51.835767 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34040) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:51.852352 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:51.852699 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:51.853036 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:51.853367 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:51.853693 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:51.854016 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:51.854341 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:51.854660 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:51.854985 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:51.855413 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:51.855694 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:51.856012 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6006dd-7e08-4376-8646-639b5a5d2566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:51.860412 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a278ea-ec52-4abb-83c4-a0cd0bde9fee req-bfa70c24-03f7-47f5-b24e-4f9ae7c091be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:51.862122 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-07a278ea-ec52-4abb-83c4-a0cd0bde9fee req-bfa70c24-03f7-47f5-b24e-4f9ae7c091be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9 HTTP/1.1" status: 200 len: 849 time: 0.0454516 Jul 28 04:21:51.896306 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d92a95c-3614-464f-9d4f-32dfdf87fc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:51.911889 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a278ea-ec52-4abb-83c4-a0cd0bde9fee req-aa31bf83-bd28-47ba-bdc1-592763131cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:51.913393 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-07a278ea-ec52-4abb-83c4-a0cd0bde9fee req-aa31bf83-bd28-47ba-bdc1-592763131cb7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436954 Jul 28 04:21:51.918352 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d92a95c-3614-464f-9d4f-32dfdf87fc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:52.005873 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-07a278ea-ec52-4abb-83c4-a0cd0bde9fee req-1126097b-1661-4d83-a270-2f7bc59a2230 service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840361 Jul 28 04:21:52.034418 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d92a95c-3614-464f-9d4f-32dfdf87fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:52.037203 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4d92a95c-3614-464f-9d4f-32dfdf87fc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:52.038521 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-4d92a95c-3614-464f-9d4f-32dfdf87fc45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8be6e05d-7f43-457d-8359-aadb51dc9af8 HTTP/1.1" status: 204 len: 168 time: 0.2017663 Jul 28 04:21:52.048483 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92a95c-3614-464f-9d4f-32dfdf87fc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be6e05d-7f43-457d-8359-aadb51dc9af8,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:52.111200 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-07a278ea-ec52-4abb-83c4-a0cd0bde9fee req-b266ae2c-6d40-47c9-8e55-33bdfede3f53 service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952356 Jul 28 04:21:52.518772 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a251b-34bf-4412-9f3d-ccbe631b241f req-481d1f51-dc9c-4496-b8bb-15e7a5fe4741 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:52.520386 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9b6a251b-34bf-4412-9f3d-ccbe631b241f req-481d1f51-dc9c-4496-b8bb-15e7a5fe4741 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0529532 Jul 28 04:21:52.562461 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9b6a251b-34bf-4412-9f3d-ccbe631b241f req-a15c9636-e7fc-45e2-bf3e-b422727090c5 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359271 Jul 28 04:21:52.817809 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4bcc492c-defa-480e-9869-9b99e98054a7 req-9087f094-5ce3-4b73-8ef3-e6aed6791583 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 210 time: 0.0283356 Jul 28 04:21:52.872721 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-e3e1f1bd-068a-474a-a6fc-eda3a1bb139d tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:52.875839 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-e3e1f1bd-068a-474a-a6fc-eda3a1bb139d tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.22 "GET /v2.0/networks?id=468d4712-72ad-4efe-9c30-1ce01337cbb8 HTTP/1.1" status: 200 len: 807 time: 0.1285305 Jul 28 04:21:52.891559 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Request body: {'port': {'device_id': 'e63088bf-cd3e-425b-8713-d522d1f5a62b', 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8', 'admin_state_up': True, 'tenant_id': '585b3a5292bb4b73af69b29421625cb2'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:53.102381 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Made reservation on behalf of 585b3a5292bb4b73af69b29421625cb2 for: {'port': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:21:53.102626 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34072) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:53.105922 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.204806 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1903647759-network', 'tenant_id': '56523ebd384e4c20b85c1fd75b15dd18'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:53.234866 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Allocated IP 172.20.0.10 (468d4712-72ad-4efe-9c30-1ce01337cbb8/7b7f0499-c438-455b-934c-62843e5c8b0d/e8c0e2c6-c561-483e-b2cb-aa5282574397) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:21:53.308853 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Made reservation on behalf of 56523ebd384e4c20b85c1fd75b15dd18 for: {'network': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:21:53.311753 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.320632 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.380969 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.408745 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.445477 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.463072 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.465976 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:21:53.480850 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de51ccf3-287f-409a-8362-6db1fa9fccd4,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:53.484218 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.490394 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.segments_db [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Added segment 153503af-4289-4acc-9346-a549fedf297c of type vlan for network 90edbea8-2901-4b8e-98f8-54668bf0b190 Jul 28 04:21:53.507988 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Network 468d4712-72ad-4efe-9c30-1ce01337cbb8 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:21:53.511106 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:21:53.515868 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:21:53.525351 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Pushing event updated for resources: {'Port': ['ID=e8c0e2c6-c561-483e-b2cb-aa5282574397,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:53.527655 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.573627 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:53.574240 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.594191 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.595197 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:53.595836 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.631997 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-ac8b5aa0-4e82-4e14-83a7-ca54a0cc2787 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7435703 Jul 28 04:21:53.644675 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Request body: {'port': {'device_id': 'e63088bf-cd3e-425b-8713-d522d1f5a62b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:53.682472 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] Pushing event updated for resources: {'Network': ['ID=90edbea8-2901-4b8e-98f8-54668bf0b190,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:53.691228 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-f140a9e0-2659-4d9a-9e2a-fff998e4daea admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5846267 Jul 28 04:21:53.691755 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34082) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:53.697629 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network 90edbea8-2901-4b8e-98f8-54668bf0b190 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:21:53.698654 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-2e2a544c-79fe-4b97-bc99-d08725083e6b admin admin] Request body: {'subnet': {'network_id': '90edbea8-2901-4b8e-98f8-54668bf0b190', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1903647759-subnet', 'tenant_id': '56523ebd384e4c20b85c1fd75b15dd18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:53.708002 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.712392 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b690b-ba8f-4947-b64a-7aa4043c7663 req-f6cdca38-4ab9-4117-9527-0dc974bb6a66 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:53.713968 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5e2b690b-ba8f-4947-b64a-7aa4043c7663 req-f6cdca38-4ab9-4117-9527-0dc974bb6a66 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0740306 Jul 28 04:21:53.761780 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5e2b690b-ba8f-4947-b64a-7aa4043c7663 req-5199a124-79be-4942-8368-4cbbdfcb7b7d tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396683 Jul 28 04:21:53.821493 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2a544c-79fe-4b97-bc99-d08725083e6b admin admin] Made reservation on behalf of 56523ebd384e4c20b85c1fd75b15dd18 for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:21:53.823728 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2e2a544c-79fe-4b97-bc99-d08725083e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4594624'] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.936626 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a3a2c-a54a-402a-8e18-b0159057c075 req-5c47238c-5124-4ea8-b51e-699d1c03692b tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:53.938018 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7e1a3a2c-a54a-402a-8e18-b0159057c075 req-5c47238c-5124-4ea8-b51e-699d1c03692b tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 932 time: 0.0559180 Jul 28 04:21:53.977481 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7e1a3a2c-a54a-402a-8e18-b0159057c075 req-d0aa2d03-7cbd-4c4d-8111-f33f77860c7e tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326495 Jul 28 04:21:54.353446 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c0e2c6-c561-483e-b2cb-aa5282574397 {{(pid=93704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:21:54.363714 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:54.376264 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Transition to ACTIVE for port object e8c0e2c6-c561-483e-b2cb-aa5282574397 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:21:54.405761 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2e2a544c-79fe-4b97-bc99-d08725083e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4447671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4594610'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:54.436508 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:54.500630 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a544c-79fe-4b97-bc99-d08725083e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfc24e9-90d1-443b-9c18-e07626a37a6c,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:54.537389 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c0e2c6-c561-483e-b2cb-aa5282574397,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:54.542033 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a544c-79fe-4b97-bc99-d08725083e6b admin admin] Checking segment: {'id': '153503af-4289-4acc-9346-a549fedf297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90edbea8-2901-4b8e-98f8-54668bf0b190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:21:54.542260 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a544c-79fe-4b97-bc99-d08725083e6b admin admin] Network hostable DHCP agents. Network: 90edbea8-2901-4b8e-98f8-54668bf0b190, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:21:54.600294 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Attempting to bind port e8c0e2c6-c561-483e-b2cb-aa5282574397 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:21:54.600683 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Attempting to bind port e8c0e2c6-c561-483e-b2cb-aa5282574397 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c2550a71-5acf-463b-9f6f-d8bcf8b72275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:21:54.600952 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Attempting to bind port e8c0e2c6-c561-483e-b2cb-aa5282574397 on network 468d4712-72ad-4efe-9c30-1ce01337cbb8 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:21:54.605055 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Port e8c0e2c6-c561-483e-b2cb-aa5282574397 on network 468d4712-72ad-4efe-9c30-1ce01337cbb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:21:54.605376 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Attempting to bind port e8c0e2c6-c561-483e-b2cb-aa5282574397 on network 468d4712-72ad-4efe-9c30-1ce01337cbb8 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:21:54.610262 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:21:54.610597 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Checking segment: {'id': 'c2550a71-5acf-463b-9f6f-d8bcf8b72275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:21:54.610975 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Bound using segment: {'id': 'c2550a71-5acf-463b-9f6f-d8bcf8b72275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:21:54.611391 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Bound port: e8c0e2c6-c561-483e-b2cb-aa5282574397, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2550a71-5acf-463b-9f6f-d8bcf8b72275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:21:54.611765 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:54.670201 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a544c-79fe-4b97-bc99-d08725083e6b admin admin] Network 90edbea8-2901-4b8e-98f8-54668bf0b190 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:21:54.677965 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] For port e8c0e2c6-c561-483e-b2cb-aa5282574397, host hv-cinder-74014, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:21:54.681689 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] For port e8c0e2c6-c561-483e-b2cb-aa5282574397, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e8c0e2c6-c561-483e-b2cb-aa5282574397,segment=NetworkSegment(c2550a71-5acf-463b-9f6f-d8bcf8b72275),segment_id=c2550a71-5acf-463b-9f6f-d8bcf8b72275)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:21:54.748805 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-2e2a544c-79fe-4b97-bc99-d08725083e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, 90edbea8-2901-4b8e-98f8-54668bf0b190) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:21:54.752941 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2a544c-79fe-4b97-bc99-d08725083e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:54.753523 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2e2a544c-79fe-4b97-bc99-d08725083e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:54.759205 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d5205-d54c-4d93-83b9-8f7756048201 None None] Network 90edbea8-2901-4b8e-98f8-54668bf0b190 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:21:54.771742 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:54.805876 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:54.806499 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:54.807921 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] 10.222.0.22 "PUT /v2.0/ports/e8c0e2c6-c561-483e-b2cb-aa5282574397 HTTP/1.1" status: 200 len: 1094 time: 1.1676350 Jul 28 04:21:54.808358 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63088bf-cd3e-425b-8713-d522d1f5a62b', 'tag': 'e8c0e2c6-c561-483e-b2cb-aa5282574397'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:21:54.811404 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b96a6a-7e21-4236-b0cc-bcc307f5b2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e63088bf-cd3e-425b-8713-d522d1f5a62b", "tag": "e8c0e2c6-c561-483e-b2cb-aa5282574397"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:21:54.853540 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292083db-a04e-4348-be69-424889ccd0a5 x-openstack-request-id: req-292083db-a04e-4348-be69-424889ccd0a5 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:21:54.853884 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63088bf-cd3e-425b-8713-d522d1f5a62b", "tag": "e8c0e2c6-c561-483e-b2cb-aa5282574397", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:21:54.854195 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-292083db-a04e-4348-be69-424889ccd0a5 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:21:54.854644 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63088bf-cd3e-425b-8713-d522d1f5a62b', 'tag': 'e8c0e2c6-c561-483e-b2cb-aa5282574397', 'status': 'completed', 'code': 200} Jul 28 04:21:54.863980 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-2e2a544c-79fe-4b97-bc99-d08725083e6b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1710699 Jul 28 04:21:54.870405 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2eeff-9efd-49ae-8625-b5a031e8c705 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c0e2c6-c561-483e-b2cb-aa5282574397,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:54.892534 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574c9d9-7395-49ba-947c-910c43de29a7 req-904cc739-6bd6-4fac-a7e6-5b65bc05fbd9 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:54.894344 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a574c9d9-7395-49ba-947c-910c43de29a7 req-904cc739-6bd6-4fac-a7e6-5b65bc05fbd9 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0583029 Jul 28 04:21:54.908780 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd93a69-35b0-4fbe-9609-952ae6f7b60d None None] Network 90edbea8-2901-4b8e-98f8-54668bf0b190 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:21:54.936479 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b96a6a-7e21-4236-b0cc-bcc307f5b2d9 req-08bb3a89-ac79-4421-b9bf-d8ce8794e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:54.938793 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-14b96a6a-7e21-4236-b0cc-bcc307f5b2d9 req-08bb3a89-ac79-4421-b9bf-d8ce8794e1cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=585b3a5292bb4b73af69b29421625cb2&device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 1097 time: 0.0580707 Jul 28 04:21:54.967560 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a574c9d9-7395-49ba-947c-910c43de29a7 req-c9bf6da4-82b2-41b3-b223-81d58b9b3125 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&id=f1414108-4adc-46cb-bdb9-6b731ee256a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595100 Jul 28 04:21:55.054978 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b96a6a-7e21-4236-b0cc-bcc307f5b2d9 req-6352b72f-9685-475d-a11f-3ab7df814bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:55.056611 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-14b96a6a-7e21-4236-b0cc-bcc307f5b2d9 req-6352b72f-9685-475d-a11f-3ab7df814bdd service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=585b3a5292bb4b73af69b29421625cb2&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1052186 Jul 28 04:21:55.100340 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f0b16-ce35-47f1-8381-9428c7d4882d req-09a4ecc4-3899-45bf-9448-82fe8e88ea10 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:55.101930 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-db1f0b16-ce35-47f1-8381-9428c7d4882d req-09a4ecc4-3899-45bf-9448-82fe8e88ea10 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 944 time: 0.0522311 Jul 28 04:21:55.145823 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-db1f0b16-ce35-47f1-8381-9428c7d4882d req-00b1d2e8-46e2-4bb9-a582-c9fe9974befc tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371859 Jul 28 04:21:55.158365 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b96a6a-7e21-4236-b0cc-bcc307f5b2d9 req-3f037ddb-e098-4b3a-8604-9be5b50a2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:55.160198 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-14b96a6a-7e21-4236-b0cc-bcc307f5b2d9 req-3f037ddb-e098-4b3a-8604-9be5b50a2d39 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951526 Jul 28 04:21:55.240407 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-9ab391c5-88b5-474c-b88a-ea8da08d2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:55.241928 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-9ab391c5-88b5-474c-b88a-ea8da08d2d93 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=585b3a5292bb4b73af69b29421625cb2&device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 1097 time: 0.0398433 Jul 28 04:21:55.283679 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-c0845871-3d16-4291-8c70-0d98c625c3fd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8c0e2c6-c561-483e-b2cb-aa5282574397 HTTP/1.1" status: 200 len: 217 time: 0.0328121 Jul 28 04:21:55.336801 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-feda8a32-e60c-4088-9f41-f14cfbc52470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:55.338327 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-feda8a32-e60c-4088-9f41-f14cfbc52470 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b7f0499-c438-455b-934c-62843e5c8b0d HTTP/1.1" status: 200 len: 847 time: 0.0466526 Jul 28 04:21:55.373222 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-b5636c6f-e65d-4428-8ff9-45aaf1b0f2a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=468d4712-72ad-4efe-9c30-1ce01337cbb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253088 Jul 28 04:21:55.470758 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-aee93024-332a-43d3-84c0-0fd681e1747f service neutron] 10.222.0.22 "GET /v2.0/networks/468d4712-72ad-4efe-9c30-1ce01337cbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890679 Jul 28 04:21:55.566436 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-cc5b19ea-d6c4-4814-a34f-f6d1584b36ca req-d1df2d2b-a9b1-4ffa-8439-cbd0bc6da726 service neutron] 10.222.0.22 "GET /v2.0/networks/468d4712-72ad-4efe-9c30-1ce01337cbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868075 Jul 28 04:21:55.645727 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34122) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:55.652586 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-274102343-network', 'tenant_id': 'df4016f4f76249fd85205965fea8fae0'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:55.719107 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Made reservation on behalf of df4016f4f76249fd85205965fea8fae0 for: {'network': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:21:55.721378 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:55.733318 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:55.819744 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:55.879414 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:55.904939 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:21:55.913827 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3835c247-6342-47ac-a839-f5b507c082ea,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:55.920247 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:55.922460 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.segments_db [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Added segment e72fcd70-2d5c-4247-a8f6-acce03cf57e2 of type vlan for network 2b0575bd-ea75-4d23-ad71-8e63df83481b Jul 28 04:21:55.958880 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:56.045784 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:56.046748 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:56.047361 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:56.103333 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2b0575bd-ea75-4d23-ad71-8e63df83481b,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:56.113610 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network 2b0575bd-ea75-4d23-ad71-8e63df83481b details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:21:56.137691 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-73c2fbcc-0649-494d-bdd6-ef9ae9e4b6f6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4904168 Jul 28 04:21:56.140444 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34126) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:56.145212 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-259bf7ee-1715-4b17-88f1-94f1a094e16b admin admin] Request body: {'subnet': {'network_id': '2b0575bd-ea75-4d23-ad71-8e63df83481b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-274102343-subnet', 'tenant_id': 'df4016f4f76249fd85205965fea8fae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:21:56.250507 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259bf7ee-1715-4b17-88f1-94f1a094e16b admin admin] Made reservation on behalf of df4016f4f76249fd85205965fea8fae0 for: {'subnet': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:21:56.252755 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-259bf7ee-1715-4b17-88f1-94f1a094e16b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6261998'] for subnet, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:56.318611 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43338f-059d-46e7-941f-f6d16feffdbd req-2a5f8f40-13a5-489c-a74b-9378a0fea485 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:56.320101 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dc43338f-059d-46e7-941f-f6d16feffdbd req-2a5f8f40-13a5-489c-a74b-9378a0fea485 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 944 time: 0.0992539 Jul 28 04:21:56.374706 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dc43338f-059d-46e7-941f-f6d16feffdbd req-ddc30990-61f3-4c06-8aed-b05ed6434fd7 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475981 Jul 28 04:21:56.525573 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-259bf7ee-1715-4b17-88f1-94f1a094e16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6235718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6261916'] for subnet, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:56.585840 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bf7ee-1715-4b17-88f1-94f1a094e16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=96942cb4-348b-4de0-9629-dab41e3c4cd9,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:56.590134 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259bf7ee-1715-4b17-88f1-94f1a094e16b admin admin] Checking segment: {'id': 'e72fcd70-2d5c-4247-a8f6-acce03cf57e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2b0575bd-ea75-4d23-ad71-8e63df83481b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:21:56.590457 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259bf7ee-1715-4b17-88f1-94f1a094e16b admin admin] Network hostable DHCP agents. Network: 2b0575bd-ea75-4d23-ad71-8e63df83481b, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:21:56.656428 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259bf7ee-1715-4b17-88f1-94f1a094e16b admin admin] Network 2b0575bd-ea75-4d23-ad71-8e63df83481b is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:21:56.741916 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-259bf7ee-1715-4b17-88f1-94f1a094e16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, 2b0575bd-ea75-4d23-ad71-8e63df83481b) {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:21:56.746202 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259bf7ee-1715-4b17-88f1-94f1a094e16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:56.746884 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-259bf7ee-1715-4b17-88f1-94f1a094e16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:56.751248 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca1f730-5557-45f3-a370-e21b7383629c None None] Network 2b0575bd-ea75-4d23-ad71-8e63df83481b requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:21:56.795332 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-259bf7ee-1715-4b17-88f1-94f1a094e16b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6536155 Jul 28 04:21:56.881311 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb006893-5603-4767-baac-937c3642d5a1 None None] Network 2b0575bd-ea75-4d23-ad71-8e63df83481b requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:21:57.487070 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48967b0d-e17e-4069-9760-79491be8ebf2 req-81ce73c5-b0b4-4e52-9055-1abef6a1fbd1 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:57.488548 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-48967b0d-e17e-4069-9760-79491be8ebf2 req-81ce73c5-b0b4-4e52-9055-1abef6a1fbd1 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 944 time: 0.0474381 Jul 28 04:21:57.530491 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-48967b0d-e17e-4069-9760-79491be8ebf2 req-496bf4c0-f6f8-496f-9225-4e5ebd36cf51 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359838 Jul 28 04:21:58.160990 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e8c0e2c6-c561-483e-b2cb-aa5282574397 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:21:58.255533 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e8c0e2c6-c561-483e-b2cb-aa5282574397, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e8c0e2c6-c561-483e-b2cb-aa5282574397,segment=NetworkSegment(c2550a71-5acf-463b-9f6f-d8bcf8b72275),segment_id=c2550a71-5acf-463b-9f6f-d8bcf8b72275)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:21:58.267500 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': 'e8c0e2c6-c561-483e-b2cb-aa5282574397', 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8', 'port_id': 'e8c0e2c6-c561-483e-b2cb-aa5282574397', 'mac_address': 'fa:16:3e:c6:73:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7f0499-c438-455b-934c-62843e5c8b0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:21:58.305720 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:58.318817 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c0e2c6-c561-483e-b2cb-aa5282574397 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:21:58.337701 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e8c0e2c6-c561-483e-b2cb-aa5282574397, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e8c0e2c6-c561-483e-b2cb-aa5282574397,segment=NetworkSegment(c2550a71-5acf-463b-9f6f-d8bcf8b72275),segment_id=c2550a71-5acf-463b-9f6f-d8bcf8b72275)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:21:58.428114 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:58.475581 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=e8c0e2c6-c561-483e-b2cb-aa5282574397,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:58.483729 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:58.484108 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:58.484459 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:58.484798 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:58.485133 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:58.485474 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:58.485824 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:58.486135 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:58.486483 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:58.486816 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:58.487141 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:58.487464 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:21:58.646636 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266ca89-8ffd-4461-9298-7b9e809a5103 req-71c23bcb-0e60-418a-a032-1c52feb2e4aa tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:58.648118 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6266ca89-8ffd-4461-9298-7b9e809a5103 req-71c23bcb-0e60-418a-a032-1c52feb2e4aa tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 945 time: 0.0513287 Jul 28 04:21:58.686443 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6266ca89-8ffd-4461-9298-7b9e809a5103 req-6c207569-3861-4d57-9e25-19ad5da69b0b tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315456 Jul 28 04:21:58.711502 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['e8c0e2c6-c561-483e-b2cb-aa5282574397'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:21:59.197090 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34198) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:59.244318 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3baefa3-8fa7-49e8-b66a-72588f37b974 admin admin] Deleting subnet 5192a6e1-fd35-4db0-8300-79d7267efb3f {{(pid=93704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:21:59.247414 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d3baefa3-8fa7-49e8-b66a-72588f37b974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:59.281621 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d3baefa3-8fa7-49e8-b66a-72588f37b974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4417263'] for subnet, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:59.325633 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d3baefa3-8fa7-49e8-b66a-72588f37b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:59.428908 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d3baefa3-8fa7-49e8-b66a-72588f37b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4447606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4594621'] for subnet, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:59.453223 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baefa3-8fa7-49e8-b66a-72588f37b974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5192a6e1-fd35-4db0-8300-79d7267efb3f,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:59.459570 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d3baefa3-8fa7-49e8-b66a-72588f37b974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:59.463881 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-d3baefa3-8fa7-49e8-b66a-72588f37b974 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5192a6e1-fd35-4db0-8300-79d7267efb3f HTTP/1.1" status: 204 len: 168 time: 0.2634795 Jul 28 04:21:59.464555 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34204) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:21:59.513748 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f26f7c-18af-417b-bdab-270a973cc17b req-dbe7cf2f-8db5-44e0-9b26-6e15d9860317 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:59.515379 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f7f26f7c-18af-417b-bdab-270a973cc17b req-dbe7cf2f-8db5-44e0-9b26-6e15d9860317 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 946 time: 0.0479484 Jul 28 04:21:59.533948 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:59.553825 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f7f26f7c-18af-417b-bdab-270a973cc17b req-0aa9589b-473b-4e00-b8cf-f14056b336af tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318878 Jul 28 04:21:59.618267 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:59.628381 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdb4723-2817-4648-8246-e88f2c730add']}} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:59.638128 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7217ac50-8423-420e-b5e1-6305ba8bf3a2') {'for_net_delete': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:59.638415 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7217ac50-8423-420e-b5e1-6305ba8bf3a2') {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:21:59.653655 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4417254'] for segment, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:59.667134 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:59.672820 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:21:59.673262 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4447500'] for segment, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: Traceback (most recent call last): Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: timer() Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: cb(*args, **kw) Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: return func(*args, **kwargs) Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: self._notify() Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: self.callback(batched_events) Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: event.method(event) Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: return f(self, *a, **k) Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._get(url).json() Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: return self.request(url, 'GET', **kwargs) Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:21:59.674863 dv-cinder-740146-11-iscsi neutron-server[93704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:21:59.806316 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bca88e-91c4-4f0d-8ea8-52ca316f5333 req-fe9d2376-ce7a-41a5-b5fe-7d7971e10d12 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:21:59.807712 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c2bca88e-91c4-4f0d-8ea8-52ca316f5333 req-fe9d2376-ce7a-41a5-b5fe-7d7971e10d12 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 945 time: 0.0534251 Jul 28 04:21:59.833606 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:59.839036 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:59.843243 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1fdb4723-2817-4648-8246-e88f2c730add HTTP/1.1" status: 204 len: 168 time: 0.3759210 Jul 28 04:21:59.856700 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29db020-0eef-4690-a8cf-2a4f8a385953 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fdb4723-2817-4648-8246-e88f2c730add,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:21:59.858808 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c2bca88e-91c4-4f0d-8ea8-52ca316f5333 req-74b1b402-35dd-4cb7-bacc-a222541c93bc tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433583 Jul 28 04:22:00.153156 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e8c0e2c6-c561-483e-b2cb-aa5282574397 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:22:00.233951 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34210) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:00.245065 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port e8c0e2c6-c561-483e-b2cb-aa5282574397 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:22:00.249007 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port e8c0e2c6-c561-483e-b2cb-aa5282574397 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:22:00.249367 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:00.275735 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-7816b19a-62ef-41a4-a5d1-240e3d0b2e62 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3196b366028b42ce87b0659d5b04fbe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383818 Jul 28 04:22:00.276000 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34212) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:00.327651 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:00.327848 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e9b3892e-1660-41e9-8da9-d9b1722c3de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:00.350978 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e9b3892e-1660-41e9-8da9-d9b1722c3de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:00.354912 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63088bf-cd3e-425b-8713-d522d1f5a62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c0e2c6-c561-483e-b2cb-aa5282574397'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:00.354912 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64d89d4-24db-4c4d-a045-fc4815ccec9a" -d '{"events": [{"server_uuid": "e63088bf-cd3e-425b-8713-d522d1f5a62b", "name": "network-vif-plugged", "status": "completed", "tag": "e8c0e2c6-c561-483e-b2cb-aa5282574397"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:00.372014 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e8c0e2c6-c561-483e-b2cb-aa5282574397, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e8c0e2c6-c561-483e-b2cb-aa5282574397,segment=NetworkSegment(c2550a71-5acf-463b-9f6f-d8bcf8b72275),segment_id=c2550a71-5acf-463b-9f6f-d8bcf8b72275)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:00.409334 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f0e624-34e9-4b19-b009-1a218902e66a x-openstack-request-id: req-34f0e624-34e9-4b19-b009-1a218902e66a {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:00.409646 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63088bf-cd3e-425b-8713-d522d1f5a62b", "name": "network-vif-plugged", "status": "completed", "tag": "e8c0e2c6-c561-483e-b2cb-aa5282574397", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:00.409894 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34f0e624-34e9-4b19-b009-1a218902e66a {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:00.410283 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63088bf-cd3e-425b-8713-d522d1f5a62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c0e2c6-c561-483e-b2cb-aa5282574397', 'code': 200} Jul 28 04:22:00.440159 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:00.467915 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e9b3892e-1660-41e9-8da9-d9b1722c3de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:00.470659 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e9b3892e-1660-41e9-8da9-d9b1722c3de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:00.472054 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-e9b3892e-1660-41e9-8da9-d9b1722c3de6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf6a91db-7226-49f1-b7e5-815722294c3a HTTP/1.1" status: 204 len: 168 time: 0.1949244 Jul 28 04:22:00.480461 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3892e-1660-41e9-8da9-d9b1722c3de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6a91db-7226-49f1-b7e5-815722294c3a,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:00.489833 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=e8c0e2c6-c561-483e-b2cb-aa5282574397,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:00.669982 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213ca03-5c88-476e-ab03-34f8736a5f1d req-b7a43ecc-6555-41e2-b808-50d1f4f10e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:00.671400 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-9213ca03-5c88-476e-ab03-34f8736a5f1d req-b7a43ecc-6555-41e2-b808-50d1f4f10e7c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 1099 time: 0.0389142 Jul 28 04:22:00.673734 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe99914-30ab-43be-8292-6c385df65815 req-eed96db1-520b-4a28-99ac-0e966108d30c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:00.675208 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dbe99914-30ab-43be-8292-6c385df65815 req-eed96db1-520b-4a28-99ac-0e966108d30c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 946 time: 0.0483150 Jul 28 04:22:00.709581 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-9213ca03-5c88-476e-ab03-34f8736a5f1d req-1b0b4272-7231-42f3-b8ad-bd068677616d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290461 Jul 28 04:22:00.715005 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dbe99914-30ab-43be-8292-6c385df65815 req-a3f8df68-fc73-4d16-906f-d15b5add0c42 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336702 Jul 28 04:22:00.986424 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27f13a-1677-4e29-b86f-2896bd9a7c06 req-da05604c-20b3-435d-acf9-11692c5e5c18 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:00.988212 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8c27f13a-1677-4e29-b86f-2896bd9a7c06 req-da05604c-20b3-435d-acf9-11692c5e5c18 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 946 time: 0.0545905 Jul 28 04:22:01.026750 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8c27f13a-1677-4e29-b86f-2896bd9a7c06 req-9f6b475b-5400-4705-8a09-7b519b73d079 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Jul 28 04:22:01.279251 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-1b3f7fca-9e5b-4e65-978b-f506d137e7ec tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:01.280629 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-1b3f7fca-9e5b-4e65-978b-f506d137e7ec tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 946 time: 0.0475008 Jul 28 04:22:01.376105 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Deleting port 3ce7290d-0099-49be-b853-0b39b27279bb {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:01.376896 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:01.465487 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] For port 3ce7290d-0099-49be-b853-0b39b27279bb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3ce7290d-0099-49be-b853-0b39b27279bb,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:01.465852 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:01.742177 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:01.743243 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:01.743243 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.l3_db [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Floating IP 3db1ab4e-bf88-4476-8f3c-b44fa1c2d345 disassociated. External IP: 172.27.2.201, port: 3ce7290d-0099-49be-b853-0b39b27279bb. Jul 28 04:22:01.743455 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Calling delete_port for 3ce7290d-0099-49be-b853-0b39b27279bb owned by compute:nova {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:01.838377 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83cba0-1c3c-4232-a19b-e6e5bd595042 req-996ba444-7c0a-4838-9205-521ab55d7e39 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:01.839514 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4f83cba0-1c3c-4232-a19b-e6e5bd595042 req-996ba444-7c0a-4838-9205-521ab55d7e39 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 946 time: 0.0489125 Jul 28 04:22:01.882298 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4f83cba0-1c3c-4232-a19b-e6e5bd595042 req-2d5ae59d-f328-418c-92d0-40854fda2776 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9107c7d9-82d2-43b0-911a-a39efdc9c104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352855 Jul 28 04:22:01.953595 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:01.985566 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event deleted for resources: {'Port': ['ID=3ce7290d-0099-49be-b853-0b39b27279bb,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:02.110710 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Router ca81ac16-597a-4055-b6f5-17ed6a25b2fb has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:22:02.146175 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0710b-4374-4461-9566-e1c0c1ef21f8 req-0cc43f89-b8ed-4644-9518-f7927b2b1a33 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:02.147691 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-19e0710b-4374-4461-9566-e1c0c1ef21f8 req-0cc43f89-b8ed-4644-9518-f7927b2b1a33 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 946 time: 0.0492611 Jul 28 04:22:02.189558 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-19e0710b-4374-4461-9566-e1c0c1ef21f8 req-d3a6207f-5783-415d-abc7-604465444934 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354443 Jul 28 04:22:02.236034 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:22:02.246583 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912baa7e-c068-4a33-9660-f8cd88e43427 None None] Sync routers for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:22:02.257524 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912baa7e-c068-4a33-9660-f8cd88e43427 None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:02.258413 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-912baa7e-c068-4a33-9660-f8cd88e43427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:21:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:02.289022 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] No DVR routers for this DVR port 3ce7290d-0099-49be-b853-0b39b27279bb on host hv-cinder-74014 {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:22:02.291915 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:02.293901 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-ac878006-628c-47f0-a70b-63ca2fdbde2b req-7038cb8f-9161-4087-9d55-842b8cb9f390 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.22 "DELETE /v2.0/ports/3ce7290d-0099-49be-b853-0b39b27279bb HTTP/1.1" status: 204 len: 173 time: 1.0056810 Jul 28 04:22:02.294345 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'name': 'network-vif-deleted', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:02.296625 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b3d0a7-73a6-49c5-8410-444bf41fe2b4" -d '{"events": [{"server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "name": "network-vif-deleted", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:02.339239 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b903e4-681e-4871-a55d-8f33882041b9 x-openstack-request-id: req-07b903e4-681e-4871-a55d-8f33882041b9 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:02.339581 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17", "name": "network-vif-deleted", "tag": "3ce7290d-0099-49be-b853-0b39b27279bb", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:02.339836 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07b903e4-681e-4871-a55d-8f33882041b9 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:02.340213 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17', 'name': 'network-vif-deleted', 'tag': '3ce7290d-0099-49be-b853-0b39b27279bb', 'status': 'completed', 'code': 200} Jul 28 04:22:02.354722 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f0f19a30-d7bb-4b2d-94d2-0422e379dd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:02.383000 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-912baa7e-c068-4a33-9660-f8cd88e43427 None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:02.592615 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-912baa7e-c068-4a33-9660-f8cd88e43427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:44Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:02.623498 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912baa7e-c068-4a33-9660-f8cd88e43427 None None] Checking router: ca81ac16-597a-4055-b6f5-17ed6a25b2fb for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:22:02.634462 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912baa7e-c068-4a33-9660-f8cd88e43427 None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:02.635124 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-912baa7e-c068-4a33-9660-f8cd88e43427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:21:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:02.742235 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-912baa7e-c068-4a33-9660-f8cd88e43427 None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:02.970266 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-912baa7e-c068-4a33-9660-f8cd88e43427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:44Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:02.993606 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912baa7e-c068-4a33-9660-f8cd88e43427 None None] The sync data for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi is: [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:44Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:22:03.017935 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b934651e-798e-4c96-b263-acc4bf2eee73 req-413ac10d-00ad-4d40-b681-d195fd828fd8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb866d12-1c99-4aa7-a27a-8ddcb4fb7f17 HTTP/1.1" status: 200 len: 210 time: 0.0411706 Jul 28 04:22:03.253906 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ec406-b03d-4216-8ecb-ecf65f6ba35a None None] New status for floating IP 3db1ab4e-bf88-4476-8f3c-b44fa1c2d345: DOWN {{(pid=93706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:22:03.638625 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36857b7-186f-4298-a652-9b4e0072ef20 req-97ded9da-6bcc-481b-ab39-0f43d8c2ea1b tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:03.640103 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f36857b7-186f-4298-a652-9b4e0072ef20 req-97ded9da-6bcc-481b-ab39-0f43d8c2ea1b tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 946 time: 0.0503204 Jul 28 04:22:03.685385 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f36857b7-186f-4298-a652-9b4e0072ef20 req-4664295b-3d24-47e9-a4e3-c41c4927cd12 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Jul 28 04:22:04.155185 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34274) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:04.164969 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3ce7290d-0099-49be-b853-0b39b27279bb no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:22:04.193759 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 3ce7290d-0099-49be-b853-0b39b27279bb {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:22:04.194107 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3ce7290d-0099-49be-b853-0b39b27279bb not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:22:04.214331 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0b925a81-8e26-473c-a853-53fa163633e7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:04.238016 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0b925a81-8e26-473c-a853-53fa163633e7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:04.348008 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0b925a81-8e26-473c-a853-53fa163633e7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:04.350736 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0b925a81-8e26-473c-a853-53fa163633e7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:04.352785 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-0b925a81-8e26-473c-a853-53fa163633e7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "DELETE /v2.0/security-groups/9107c7d9-82d2-43b0-911a-a39efdc9c104 HTTP/1.1" status: 204 len: 168 time: 0.1965675 Jul 28 04:22:04.355562 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34276) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:04.363057 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b925a81-8e26-473c-a853-53fa163633e7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9107c7d9-82d2-43b0-911a-a39efdc9c104,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:04.371341 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.api.v2.resource [None req-9490d0a0-049b-4686-ad56-f38beba0ae5a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] show failed (client error): The resource could not be found. Jul 28 04:22:04.375811 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-9490d0a0-049b-4686-ad56-f38beba0ae5a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups/9107c7d9-82d2-43b0-911a-a39efdc9c104 HTTP/1.1" status: 404 len: 347 time: 0.0150318 Jul 28 04:22:04.377919 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34278) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:04.499519 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-ba060c87-148e-4540-814d-37efc35bf9e9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Deleting port 8553196d-87be-4bd8-b288-b18e38b0b792 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:04.499889 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ba060c87-148e-4540-814d-37efc35bf9e9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:04.575570 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ba060c87-148e-4540-814d-37efc35bf9e9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:04.575931 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ba060c87-148e-4540-814d-37efc35bf9e9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:04.587870 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-ba060c87-148e-4540-814d-37efc35bf9e9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Calling delete_port for 8553196d-87be-4bd8-b288-b18e38b0b792 owned by network:floatingip {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:04.813794 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae55758-1111-47db-92f7-54b45a55a574 req-a8f1ce72-4b5b-489d-8054-ceb8b8fe0841 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:04.816069 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dae55758-1111-47db-92f7-54b45a55a574 req-a8f1ce72-4b5b-489d-8054-ceb8b8fe0841 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 946 time: 0.0572431 Jul 28 04:22:04.850086 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3d05-10ef-4814-a8ef-b0a21ac4e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:04.864972 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dae55758-1111-47db-92f7-54b45a55a574 req-c3955ea9-4a8b-43d2-bea8-aad69bcfb737 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424707 Jul 28 04:22:04.890923 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ba060c87-148e-4540-814d-37efc35bf9e9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:04.920196 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba060c87-148e-4540-814d-37efc35bf9e9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event deleted for resources: {'Port': ['ID=8553196d-87be-4bd8-b288-b18e38b0b792,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:04.989331 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ba060c87-148e-4540-814d-37efc35bf9e9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:04.992214 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ba060c87-148e-4540-814d-37efc35bf9e9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:04.993295 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ba060c87-148e-4540-814d-37efc35bf9e9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "DELETE /v2.0/floatingips/3db1ab4e-bf88-4476-8f3c-b44fa1c2d345 HTTP/1.1" status: 204 len: 168 time: 0.6144295 Jul 28 04:22:05.037433 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1482-d7e3-441a-ba19-9b21e987ab5d req-618e6476-2599-4aea-84e7-be92cfc7f940 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:05.039067 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8eca1482-d7e3-441a-ba19-9b21e987ab5d req-618e6476-2599-4aea-84e7-be92cfc7f940 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.22 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 946 time: 0.0650718 Jul 28 04:22:05.135816 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-8eca1482-d7e3-441a-ba19-9b21e987ab5d req-b8cdb3f8-a568-4315-8789-119849cb33d6 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Deleting port e8c0e2c6-c561-483e-b2cb-aa5282574397 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:05.136175 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-8eca1482-d7e3-441a-ba19-9b21e987ab5d req-b8cdb3f8-a568-4315-8789-119849cb33d6 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:05.199048 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:05.231893 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-8eca1482-d7e3-441a-ba19-9b21e987ab5d req-b8cdb3f8-a568-4315-8789-119849cb33d6 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] For port e8c0e2c6-c561-483e-b2cb-aa5282574397, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e8c0e2c6-c561-483e-b2cb-aa5282574397,segment=NetworkSegment(c2550a71-5acf-463b-9f6f-d8bcf8b72275),segment_id=c2550a71-5acf-463b-9f6f-d8bcf8b72275)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:05.232231 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-8eca1482-d7e3-441a-ba19-9b21e987ab5d req-b8cdb3f8-a568-4315-8789-119849cb33d6 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:05.260437 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [req-8eca1482-d7e3-441a-ba19-9b21e987ab5d req-b8cdb3f8-a568-4315-8789-119849cb33d6 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Calling delete_port for e8c0e2c6-c561-483e-b2cb-aa5282574397 owned by compute:nova {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:05.414949 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34294) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:05.420039 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-62457cae-0530-4523-950d-ee58de6de738 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1645568023', 'description': 'tempest-description--2128349582'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:05.429984 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-8eca1482-d7e3-441a-ba19-9b21e987ab5d req-b8cdb3f8-a568-4315-8789-119849cb33d6 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:05.441652 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['e8c0e2c6-c561-483e-b2cb-aa5282574397'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:22:05.468347 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdb3f8-a568-4315-8789-119849cb33d6 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Pushing event deleted for resources: {'Port': ['ID=e8c0e2c6-c561-483e-b2cb-aa5282574397,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:05.512902 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eca1482-d7e3-441a-ba19-9b21e987ab5d req-b8cdb3f8-a568-4315-8789-119849cb33d6 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] No DVR routers for this DVR port e8c0e2c6-c561-483e-b2cb-aa5282574397 on host hv-cinder-74014 {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:22:05.515247 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-8eca1482-d7e3-441a-ba19-9b21e987ab5d req-b8cdb3f8-a568-4315-8789-119849cb33d6 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:05.517833 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-8eca1482-d7e3-441a-ba19-9b21e987ab5d req-b8cdb3f8-a568-4315-8789-119849cb33d6 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.22 "DELETE /v2.0/ports/e8c0e2c6-c561-483e-b2cb-aa5282574397 HTTP/1.1" status: 204 len: 173 time: 0.4722688 Jul 28 04:22:05.518260 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63088bf-cd3e-425b-8713-d522d1f5a62b', 'name': 'network-vif-deleted', 'tag': 'e8c0e2c6-c561-483e-b2cb-aa5282574397'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:05.520468 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1771487-2685-4d5a-a5f7-b5c4cadc933d" -d '{"events": [{"server_uuid": "e63088bf-cd3e-425b-8713-d522d1f5a62b", "name": "network-vif-deleted", "tag": "e8c0e2c6-c561-483e-b2cb-aa5282574397"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:05.542033 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-62457cae-0530-4523-950d-ee58de6de738 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:05.556403 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1d5b08-d8d7-48a1-a8ad-c35cf00cf65b x-openstack-request-id: req-6d1d5b08-d8d7-48a1-a8ad-c35cf00cf65b {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:05.556690 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63088bf-cd3e-425b-8713-d522d1f5a62b", "name": "network-vif-deleted", "tag": "e8c0e2c6-c561-483e-b2cb-aa5282574397", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:05.556938 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d1d5b08-d8d7-48a1-a8ad-c35cf00cf65b {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:05.557325 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63088bf-cd3e-425b-8713-d522d1f5a62b', 'name': 'network-vif-deleted', 'tag': 'e8c0e2c6-c561-483e-b2cb-aa5282574397', 'status': 'completed', 'code': 200} Jul 28 04:22:05.624771 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-62457cae-0530-4523-950d-ee58de6de738 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:05.702654 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-62457cae-0530-4523-950d-ee58de6de738 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:05.731689 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62457cae-0530-4523-950d-ee58de6de738 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab615973-355b-42e0-b6fe-b40c76b5278e,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:05.805152 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-62457cae-0530-4523-950d-ee58de6de738 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:05.806684 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-62457cae-0530-4523-950d-ee58de6de738 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3906045 Jul 28 04:22:05.809985 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34298) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:05.815609 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-113415e7-e341-4cb7-9645-29e46399d47b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Request body: {'security_group_rule': {'security_group_id': 'ab615973-355b-42e0-b6fe-b40c76b5278e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:05.929939 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-113415e7-e341-4cb7-9645-29e46399d47b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:05.982778 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-655a55bb-7ed1-479b-9544-c77d6ba3365d req-9a280c54-5c83-45ef-81ed-487f02d187e8 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63088bf-cd3e-425b-8713-d522d1f5a62b HTTP/1.1" status: 200 len: 210 time: 0.0336916 Jul 28 04:22:06.001560 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-113415e7-e341-4cb7-9645-29e46399d47b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:06.056452 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-113415e7-e341-4cb7-9645-29e46399d47b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:06.074277 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113415e7-e341-4cb7-9645-29e46399d47b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb2dada-d223-4306-becb-3c6ae7c1e0fc,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:06.130959 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-113415e7-e341-4cb7-9645-29e46399d47b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:06.132197 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-113415e7-e341-4cb7-9645-29e46399d47b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211727 Jul 28 04:22:06.134937 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34302) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:06.139840 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-4f0d5d2b-2a0c-473a-9ad1-d213a1001ec8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Request body: {'security_group_rule': {'security_group_id': 'ab615973-355b-42e0-b6fe-b40c76b5278e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:06.227254 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5d2b-2a0c-473a-9ad1-d213a1001ec8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:06.284645 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5d2b-2a0c-473a-9ad1-d213a1001ec8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:06.296275 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:06.342268 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5d2b-2a0c-473a-9ad1-d213a1001ec8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:06.361685 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d5d2b-2a0c-473a-9ad1-d213a1001ec8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cd35ec-2953-464e-8fc1-41509a19c93a,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:06.410836 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5d2b-2a0c-473a-9ad1-d213a1001ec8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:06.412093 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-4f0d5d2b-2a0c-473a-9ad1-d213a1001ec8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2760234 Jul 28 04:22:06.419380 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34308) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:06.419981 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Request body: {'floatingip': {'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:06.502079 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:06.600743 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:06.702086 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Allocated IP 172.27.2.116 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/4086d6df-08c7-4407-b513-cf286fa8a9e3) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:22:06.814954 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:06.896754 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:06.932224 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:22:06.934950 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:22:06.938954 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:22:06.966534 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event updated for resources: {'Port': ['ID=4086d6df-08c7-4407-b513-cf286fa8a9e3,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:07.030926 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:07.117576 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:07.302193 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-c2ac8ecf-6eb4-4aaf-8319-24827f41c4e8 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:07.303791 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-c2ac8ecf-6eb4-4aaf-8319-24827f41c4e8 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/networks?id=468d4712-72ad-4efe-9c30-1ce01337cbb8 HTTP/1.1" status: 200 len: 807 time: 0.1085377 Jul 28 04:22:07.323851 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-6ec467cf-fc1a-44f8-95f3-08e35f6f67b5 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/quotas/585b3a5292bb4b73af69b29421625cb2 HTTP/1.1" status: 200 len: 375 time: 0.0102618 Jul 28 04:22:07.359033 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-043098f7-865c-4bf5-9c98-548d0d17f071 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=585b3a5292bb4b73af69b29421625cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326114 Jul 28 04:22:07.360983 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:22:07.458215 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-eb8a7a58-9c84-4203-8c48-69d42ead2868 service neutron] 10.222.0.42 "GET /v2.0/networks/468d4712-72ad-4efe-9c30-1ce01337cbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901678 Jul 28 04:22:07.507073 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:07.545890 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-c576b798-e32c-4667-ba46-2a0c672a191e service neutron] 10.222.0.42 "GET /v2.0/networks/468d4712-72ad-4efe-9c30-1ce01337cbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815094 Jul 28 04:22:07.565410 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:07.636194 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event updated for resources: {'Port': ['ID=4086d6df-08c7-4407-b513-cf286fa8a9e3,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:07.644961 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:07.737769 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:07.739367 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-56649b79-a53e-4791-9d3e-e1c06768d8f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3229971 Jul 28 04:22:07.794039 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-83b234bf-ad86-4111-9fa4-eeacdbec4e10 req-745554c8-9694-4db6-a73e-46d53589063f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 210 time: 0.0333002 Jul 28 04:22:07.820578 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:07.962775 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-4b35a1b0-af9d-48c4-bcc8-6616f47a5c8e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1645568023&fields=id&tenant_id=73f850d47a504c4fbcc9cf0c5494e24a HTTP/1.1" status: 200 len: 267 time: 0.0348055 Jul 28 04:22:08.079243 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c743-b40b-47e2-8028-84079e9e228d req-39211fbd-f6d8-4ead-bc45-ff42106bc954 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:08.080817 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-39211fbd-f6d8-4ead-bc45-ff42106bc954 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 816 time: 0.1074357 Jul 28 04:22:08.095885 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-99b53368-53e7-4e8a-96cf-b402c863e591 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/quotas/73f850d47a504c4fbcc9cf0c5494e24a HTTP/1.1" status: 200 len: 375 time: 0.0093672 Jul 28 04:22:08.149537 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f832ed41-74a7-40d8-8cfa-351a68256405 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481374 Jul 28 04:22:08.192262 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e8c0e2c6-c561-483e-b2cb-aa5282574397 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:22:08.217233 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: e8c0e2c6-c561-483e-b2cb-aa5282574397 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:22:08.217639 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e8c0e2c6-c561-483e-b2cb-aa5282574397 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:22:08.279242 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-fe6ebc45-617e-4f5c-82f1-23398e4c1c15 service neutron] 10.222.0.42 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139531 Jul 28 04:22:08.371255 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-8499a3a5-c6ff-4da4-971e-93640f3f0194 service neutron] 10.222.0.42 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881524 Jul 28 04:22:08.661247 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dd5e6e84-e944-43d8-82dc-7783ad8f592e req-4905d0d2-6a93-4c45-aa64-eb7fc62ebb91 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 210 time: 0.0292537 Jul 28 04:22:08.797052 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3895fb8-fba6-47b0-b5ed-cf3d055edfe6 req-0a435982-bcf6-404e-bd0e-b953661ed518 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:08.799265 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a3895fb8-fba6-47b0-b5ed-cf3d055edfe6 req-0a435982-bcf6-404e-bd0e-b953661ed518 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0547919 Jul 28 04:22:08.837160 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a3895fb8-fba6-47b0-b5ed-cf3d055edfe6 req-574240b7-a9e0-4dec-b7ef-b5a93720e7ec tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Jul 28 04:22:08.900742 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cf835c71-485d-4fd1-b638-77c0a1327366 req-745c22eb-c264-4c35-9924-f51a3bdb2d60 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 210 time: 0.0269761 Jul 28 04:22:09.672400 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-011cfbb0-6202-4961-bb24-da3a634fd5cb tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:09.673999 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-011cfbb0-6202-4961-bb24-da3a634fd5cb tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.22 "GET /v2.0/networks?id=468d4712-72ad-4efe-9c30-1ce01337cbb8 HTTP/1.1" status: 200 len: 807 time: 0.1069071 Jul 28 04:22:09.689846 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Request body: {'port': {'device_id': 'ccead16a-8bbd-4195-9e39-fefd03b5bbfd', 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8', 'admin_state_up': True, 'tenant_id': '585b3a5292bb4b73af69b29421625cb2'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:09.782051 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1d666d56-97af-487f-9c74-4a8fbfaf845a req-03271266-d14f-4e65-8eeb-c7f8a0e1388f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 210 time: 0.0455277 Jul 28 04:22:09.917192 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Made reservation on behalf of 585b3a5292bb4b73af69b29421625cb2 for: {'port': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:22:09.921112 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:09.996324 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbe007-8a2a-408a-b92f-f5f537f394a8 req-693d6605-9f60-4eff-a179-0c89808cd9ed tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:09.997821 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b6fbe007-8a2a-408a-b92f-f5f537f394a8 req-693d6605-9f60-4eff-a179-0c89808cd9ed tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.0914948 Jul 28 04:22:10.028856 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b494ae09-71a3-45bc-aee5-38ca2dc60b6f req-ec253f71-0e87-466e-a10f-92725b44bbc6 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 210 time: 0.0300436 Jul 28 04:22:10.060312 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b6fbe007-8a2a-408a-b92f-f5f537f394a8 req-c1945e0c-cd0d-4b2a-b303-32511f654d7c tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373359 Jul 28 04:22:10.068706 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Allocated IP 172.20.0.7 (468d4712-72ad-4efe-9c30-1ce01337cbb8/7b7f0499-c438-455b-934c-62843e5c8b0d/2f740574-d1b4-44c2-a413-e87f0764ec37) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:22:10.218770 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:10.314941 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:10.361792 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Network 468d4712-72ad-4efe-9c30-1ce01337cbb8 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:22:10.367843 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:22:10.369606 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Pushing event updated for resources: {'Port': ['ID=2f740574-d1b4-44c2-a413-e87f0764ec37,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:10.371733 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:22:10.419253 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:10.419900 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:10.491284 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-210a4d40-6912-49e1-99e9-63279445dda3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8063989 Jul 28 04:22:10.504955 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Request body: {'port': {'device_id': 'ccead16a-8bbd-4195-9e39-fefd03b5bbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:10.532396 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c743-b40b-47e2-8028-84079e9e228d req-97613402-b44e-437d-ac07-c27c6bb0d1c2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:10.533881 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-97613402-b44e-437d-ac07-c27c6bb0d1c2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 816 time: 0.1021879 Jul 28 04:22:10.562720 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:10.587542 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-50ef4ed9-663e-45c5-ac85-930df139162d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f850d47a504c4fbcc9cf0c5494e24a HTTP/1.1" status: 200 len: 380 time: 0.0425913 Jul 28 04:22:10.598744 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Request body: {'port': {'device_id': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'admin_state_up': True, 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'security_groups': ['ab615973-355b-42e0-b6fe-b40c76b5278e']}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:10.764967 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Made reservation on behalf of 73f850d47a504c4fbcc9cf0c5494e24a for: {'port': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:22:10.769359 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:10.840401 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f740574-d1b4-44c2-a413-e87f0764ec37 {{(pid=93704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:22:10.847996 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:10.861954 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Transition to ACTIVE for port object 2f740574-d1b4-44c2-a413-e87f0764ec37 will not be triggered until provisioned by entity L2. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:22:10.898037 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3ca7969e-de15-495b-9e56-86a51fcb706e req-217322a2-6138-4b95-8a99-846b7b3c19fe tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 210 time: 0.0397027 Jul 28 04:22:10.925222 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:10.985326 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Pushing event updated for resources: {'Port': ['ID=2f740574-d1b4-44c2-a413-e87f0764ec37,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:10.994478 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Allocated IP 172.20.0.9 (ad3aa4ec-5218-405d-a846-29fb1ba69d88/544bb25e-b022-43b8-9330-a0732814dcb0/e1fc99ce-8ed6-41df-a685-9b01e53209ec) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:22:11.003844 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-d9c6b083-c993-4d0c-9e79-4c17346fcab0 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:11.005299 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-d9c6b083-c993-4d0c-9e79-4c17346fcab0 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.22 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.1100075 Jul 28 04:22:11.078912 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Attempting to bind port 2f740574-d1b4-44c2-a413-e87f0764ec37 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:22:11.079768 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Attempting to bind port 2f740574-d1b4-44c2-a413-e87f0764ec37 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c2550a71-5acf-463b-9f6f-d8bcf8b72275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8'}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:22:11.080125 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Attempting to bind port 2f740574-d1b4-44c2-a413-e87f0764ec37 on network 468d4712-72ad-4efe-9c30-1ce01337cbb8 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:22:11.087811 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Port 2f740574-d1b4-44c2-a413-e87f0764ec37 on network 468d4712-72ad-4efe-9c30-1ce01337cbb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:22:11.088349 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Attempting to bind port 2f740574-d1b4-44c2-a413-e87f0764ec37 on network 468d4712-72ad-4efe-9c30-1ce01337cbb8 {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:22:11.094461 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:22:11.095955 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Checking segment: {'id': 'c2550a71-5acf-463b-9f6f-d8bcf8b72275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:22:11.096428 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Bound using segment: {'id': 'c2550a71-5acf-463b-9f6f-d8bcf8b72275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8'} {{(pid=93704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:22:11.096997 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.managers [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Bound port: 2f740574-d1b4-44c2-a413-e87f0764ec37, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2550a71-5acf-463b-9f6f-d8bcf8b72275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8'}}] {{(pid=93704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:22:11.097430 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:11.180506 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] For port 2f740574-d1b4-44c2-a413-e87f0764ec37, host hv-cinder-74014, cleared binding levels {{(pid=93704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:22:11.183696 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] For port 2f740574-d1b4-44c2-a413-e87f0764ec37, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2f740574-d1b4-44c2-a413-e87f0764ec37,segment=NetworkSegment(c2550a71-5acf-463b-9f6f-d8bcf8b72275),segment_id=c2550a71-5acf-463b-9f6f-d8bcf8b72275)] {{(pid=93704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:22:11.240626 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:11.260168 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Deleting port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:11.260491 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:11.274278 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:11.275289 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:11.276258 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] 10.222.0.22 "PUT /v2.0/ports/2f740574-d1b4-44c2-a413-e87f0764ec37 HTTP/1.1" status: 200 len: 1093 time: 0.7757611 Jul 28 04:22:11.276701 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccead16a-8bbd-4195-9e39-fefd03b5bbfd', 'tag': '2f740574-d1b4-44c2-a413-e87f0764ec37'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:11.278991 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b115133-23f5-4f95-9eb5-695e672718f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccead16a-8bbd-4195-9e39-fefd03b5bbfd", "tag": "2f740574-d1b4-44c2-a413-e87f0764ec37"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:11.307047 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5596e4a-62a5-4f28-8f71-49e5d81e3606 service neutron] Pushing event updated for resources: {'Port': ['ID=2f740574-d1b4-44c2-a413-e87f0764ec37,revision_number=3']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:11.329388 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:11.362442 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734aca-0e1f-48d6-9220-7a6d9e7eb444 req-4ae10167-5bca-45ae-8331-f9c2b38d649f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:11.364066 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-db734aca-0e1f-48d6-9220-7a6d9e7eb444 req-4ae10167-5bca-45ae-8331-f9c2b38d649f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 943 time: 0.2064524 Jul 28 04:22:11.376344 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ba639-ed03-4f27-8018-437aa74360bb req-2e57d099-87c5-4a5b-90f3-7034d2e21dbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:11.377792 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c83ba639-ed03-4f27-8018-437aa74360bb req-2e57d099-87c5-4a5b-90f3-7034d2e21dbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 945 time: 0.2021337 Jul 28 04:22:11.402199 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Transition to ACTIVE for port object e1fc99ce-8ed6-41df-a685-9b01e53209ec will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:22:11.413222 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-14f5fc1e-6a32-4e63-9f30-9580f1ea7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:11.416868 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-14f5fc1e-6a32-4e63-9f30-9580f1ea7b02 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=585b3a5292bb4b73af69b29421625cb2&device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 1096 time: 0.0464988 Jul 28 04:22:11.461221 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-9148dccf-a628-4c74-885b-246d7f31f9d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f740574-d1b4-44c2-a413-e87f0764ec37 HTTP/1.1" status: 200 len: 217 time: 0.0366175 Jul 28 04:22:11.513725 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-65e9be47-4d49-4597-aacc-6a31d751e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:11.515225 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-65e9be47-4d49-4597-aacc-6a31d751e564 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b7f0499-c438-455b-934c-62843e5c8b0d HTTP/1.1" status: 200 len: 847 time: 0.0467119 Jul 28 04:22:11.551776 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-a592da60-7d9b-4002-be77-2ce35320ceb4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=468d4712-72ad-4efe-9c30-1ce01337cbb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295784 Jul 28 04:22:11.651941 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-a9dab0cf-788c-4e92-bb2c-59425d3b644e service neutron] 10.222.0.22 "GET /v2.0/networks/468d4712-72ad-4efe-9c30-1ce01337cbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904849 Jul 28 04:22:11.715177 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-db734aca-0e1f-48d6-9220-7a6d9e7eb444 req-a158a0da-768f-43a8-bbf8-ad7b22d0d730 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362842 Jul 28 04:22:11.722754 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] For port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:11.723123 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:11.738763 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c83ba639-ed03-4f27-8018-437aa74360bb req-c4a4fee0-3aa5-4929-9e73-2e9627da8859 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=c347f458-3b78-4b28-b758-95cad97d675f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481109 Jul 28 04:22:11.770486 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f0739a-5b32-4b88-8a61-9932a560e6b2 x-openstack-request-id: req-80f0739a-5b32-4b88-8a61-9932a560e6b2 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:11.770784 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccead16a-8bbd-4195-9e39-fefd03b5bbfd", "tag": "2f740574-d1b4-44c2-a413-e87f0764ec37", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:11.771067 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80f0739a-5b32-4b88-8a61-9932a560e6b2 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:11.771465 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccead16a-8bbd-4195-9e39-fefd03b5bbfd', 'tag': '2f740574-d1b4-44c2-a413-e87f0764ec37', 'status': 'completed', 'code': 200} Jul 28 04:22:11.775601 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-1157c5e4-6b74-4e86-8b09-b0d7e15588d0 req-c1423411-a849-44ee-baf3-cf9da67280a5 service neutron] 10.222.0.22 "GET /v2.0/networks/468d4712-72ad-4efe-9c30-1ce01337cbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157088 Jul 28 04:22:11.969683 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:11.970259 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:11.970413 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.l3_db [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Floating IP 7e7e7752-25a4-4c8a-a60b-873e98fe2f7f disassociated. External IP: 172.27.2.166, port: 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76. Jul 28 04:22:11.970756 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Calling delete_port for 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 owned by compute:nova {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:11.975527 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:12.001625 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115133-23f5-4f95-9eb5-695e672718f0 req-558cb744-b564-4d51-b2ed-db7659f6898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:12.003166 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2b115133-23f5-4f95-9eb5-695e672718f0 req-558cb744-b564-4d51-b2ed-db7659f6898a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=585b3a5292bb4b73af69b29421625cb2&device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 1096 time: 0.0479128 Jul 28 04:22:12.082540 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Network ad3aa4ec-5218-405d-a846-29fb1ba69d88 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:22:12.094371 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:22:12.098267 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event updated for resources: {'Port': ['ID=e1fc99ce-8ed6-41df-a685-9b01e53209ec,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:12.098484 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115133-23f5-4f95-9eb5-695e672718f0 req-34f8aa75-8b13-4639-aa89-a470f6916622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:12.100343 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2b115133-23f5-4f95-9eb5-695e672718f0 req-34f8aa75-8b13-4639-aa89-a470f6916622 service neutron] 10.222.0.22 "GET /v2.0/networks?id=468d4712-72ad-4efe-9c30-1ce01337cbb8 HTTP/1.1" status: 200 len: 908 time: 0.0881245 Jul 28 04:22:12.101856 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:22:12.152657 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2b115133-23f5-4f95-9eb5-695e672718f0 req-305b2be7-1a0a-4795-b6fb-928b22b45068 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f740574-d1b4-44c2-a413-e87f0764ec37 HTTP/1.1" status: 200 len: 217 time: 0.0432618 Jul 28 04:22:12.162491 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd9c80-a0ac-425b-a4f9-21246f3ec62f req-a5bc78ad-0c7a-4f82-bc45-2d54de5fdf90 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:12.164030 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-12dd9c80-a0ac-425b-a4f9-21246f3ec62f req-a5bc78ad-0c7a-4f82-bc45-2d54de5fdf90 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 931 time: 0.1796296 Jul 28 04:22:12.186463 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:12.187050 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:12.211199 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115133-23f5-4f95-9eb5-695e672718f0 req-9a447e99-453f-4496-be1f-4b4a279a7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:12.213549 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2b115133-23f5-4f95-9eb5-695e672718f0 req-9a447e99-453f-4496-be1f-4b4a279a7ee2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b7f0499-c438-455b-934c-62843e5c8b0d HTTP/1.1" status: 200 len: 847 time: 0.0520859 Jul 28 04:22:12.251057 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2b115133-23f5-4f95-9eb5-695e672718f0 req-9cbac6f9-cde4-448c-8c38-ac923dced17b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=468d4712-72ad-4efe-9c30-1ce01337cbb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296950 Jul 28 04:22:12.258702 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-12dd9c80-a0ac-425b-a4f9-21246f3ec62f req-e5715af8-0d48-42c6-96b6-0bc7a07fdf92 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854340 Jul 28 04:22:12.284277 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-7825f17a-1129-4283-a355-221e65bec5fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6877339 Jul 28 04:22:12.296857 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Request body: {'port': {'device_id': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:12.350108 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:12.351897 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2b115133-23f5-4f95-9eb5-695e672718f0 req-876a6111-fc28-4d44-8e23-a1cda8346552 service neutron] 10.222.0.22 "GET /v2.0/networks/468d4712-72ad-4efe-9c30-1ce01337cbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914924 Jul 28 04:22:12.400507 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:12.447585 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-2b115133-23f5-4f95-9eb5-695e672718f0 req-9ea0acb3-5b18-412f-9296-148cd8e65add service neutron] 10.222.0.22 "GET /v2.0/networks/468d4712-72ad-4efe-9c30-1ce01337cbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884426 Jul 28 04:22:12.473572 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-e841386c-228f-4a0c-ab14-f4b5d72110a6 None None] Provisioning for port e1fc99ce-8ed6-41df-a685-9b01e53209ec completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:22:12.476727 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event deleted for resources: {'Port': ['ID=7d64d2fd-a0b8-4d05-9ce1-df93597d4f76,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:12.477839 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-e841386c-228f-4a0c-ab14-f4b5d72110a6 None None] Provisioning complete for port e1fc99ce-8ed6-41df-a685-9b01e53209ec triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:22:12.478217 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e841386c-228f-4a0c-ab14-f4b5d72110a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:12.523641 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-e841386c-228f-4a0c-ab14-f4b5d72110a6 None None] Port e1fc99ce-8ed6-41df-a685-9b01e53209ec cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:22:12.671834 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Router f274f25a-af76-4589-9282-9f83a33177d3 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:22:12.766512 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1fc99ce-8ed6-41df-a685-9b01e53209ec {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:22:12.779126 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:12.876999 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ed10ef52-ce3e-4b77-9023-cb2425b5240c req-c7dea5db-3f98-4000-8dc3-7481bee72e47 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 210 time: 0.0566359 Jul 28 04:22:12.878009 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Transition to ACTIVE for port object e1fc99ce-8ed6-41df-a685-9b01e53209ec will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:22:12.896583 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:22:12.912881 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68f15e8-7af7-46d7-8433-39d9608ad66e None None] Sync routers for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:22:12.926643 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f15e8-7af7-46d7-8433-39d9608ad66e None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:12.927272 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-e68f15e8-7af7-46d7-8433-39d9608ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:22:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:12.929385 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c6cb1-3bfa-46ac-9cb5-ad8ddfbfb569 req-6298cb3a-c887-44ed-8a5e-a75f57e569de tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:12.930938 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-676c6cb1-3bfa-46ac-9cb5-ad8ddfbfb569 req-6298cb3a-c887-44ed-8a5e-a75f57e569de tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 943 time: 0.1247678 Jul 28 04:22:12.946585 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] No DVR routers for this DVR port 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 on host hv-cinder-74014 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:22:12.955709 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:12.957678 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d21cf700-2f57-490a-824f-256a4ceabb39 req-43d43b7c-53c9-44e1-b667-1bc8295354bb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.22 "DELETE /v2.0/ports/7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 HTTP/1.1" status: 204 len: 173 time: 1.9440763 Jul 28 04:22:12.958116 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'name': 'network-vif-deleted', 'tag': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:12.960478 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70aeaf0-41a3-4711-b170-ec04df1531ec" -d '{"events": [{"server_uuid": "853d2d7b-3dff-4d63-8c26-b029d5adc422", "name": "network-vif-deleted", "tag": "7d64d2fd-a0b8-4d05-9ce1-df93597d4f76"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:12.976915 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.013195 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34452) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:13.032784 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-676c6cb1-3bfa-46ac-9cb5-ad8ddfbfb569 req-60d06b0a-65c2-4726-b870-98a082ea86a3 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874202 Jul 28 04:22:13.073385 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Pushing event updated for resources: {'Port': ['ID=e1fc99ce-8ed6-41df-a685-9b01e53209ec,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:13.099682 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-e68f15e8-7af7-46d7-8433-39d9608ad66e None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:13.102620 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e943e9b-e33f-4c3d-9c4e-2ee14e0db500 admin admin] Deleting subnet 1dfc24e9-90d1-443b-9c18-e07626a37a6c {{(pid=93704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:22:13.112330 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0e943e9b-e33f-4c3d-9c4e-2ee14e0db500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.128338 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da9aaa6-ccb1-4bac-9156-a19d5f7bddc2 x-openstack-request-id: req-9da9aaa6-ccb1-4bac-9156-a19d5f7bddc2 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:13.128651 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853d2d7b-3dff-4d63-8c26-b029d5adc422", "name": "network-vif-deleted", "tag": "7d64d2fd-a0b8-4d05-9ce1-df93597d4f76", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:13.128889 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9da9aaa6-ccb1-4bac-9156-a19d5f7bddc2 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:13.129272 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853d2d7b-3dff-4d63-8c26-b029d5adc422', 'name': 'network-vif-deleted', 'tag': '7d64d2fd-a0b8-4d05-9ce1-df93597d4f76', 'status': 'completed', 'code': 200} Jul 28 04:22:13.154333 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Attempting to bind port e1fc99ce-8ed6-41df-a685-9b01e53209ec on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:22:13.154673 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Attempting to bind port e1fc99ce-8ed6-41df-a685-9b01e53209ec by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:22:13.155003 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Attempting to bind port e1fc99ce-8ed6-41df-a685-9b01e53209ec on network ad3aa4ec-5218-405d-a846-29fb1ba69d88 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:22:13.162356 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Port e1fc99ce-8ed6-41df-a685-9b01e53209ec on network ad3aa4ec-5218-405d-a846-29fb1ba69d88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:22:13.162680 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Attempting to bind port e1fc99ce-8ed6-41df-a685-9b01e53209ec on network ad3aa4ec-5218-405d-a846-29fb1ba69d88 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:22:13.169322 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:22:13.169668 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Checking segment: {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:22:13.170054 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Bound using segment: {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:22:13.170487 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Bound port: e1fc99ce-8ed6-41df-a685-9b01e53209ec, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50826755-b99a-47da-85cb-a8dd860ea7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:22:13.170844 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.175859 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0e943e9b-e33f-4c3d-9c4e-2ee14e0db500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4417263'] for subnet, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.222327 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0e943e9b-e33f-4c3d-9c4e-2ee14e0db500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.283993 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:22:13.287981 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:22:13.343057 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0e943e9b-e33f-4c3d-9c4e-2ee14e0db500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4447606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4594621'] for subnet, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.375691 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e943e9b-e33f-4c3d-9c4e-2ee14e0db500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfc24e9-90d1-443b-9c18-e07626a37a6c,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:13.385550 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0e943e9b-e33f-4c3d-9c4e-2ee14e0db500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.388211 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-0e943e9b-e33f-4c3d-9c4e-2ee14e0db500 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1dfc24e9-90d1-443b-9c18-e07626a37a6c HTTP/1.1" status: 204 len: 168 time: 0.3732128 Jul 28 04:22:13.388328 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.390678 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34456) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:13.432733 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:13.433410 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.434705 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] 10.222.0.22 "PUT /v2.0/ports/e1fc99ce-8ed6-41df-a685-9b01e53209ec HTTP/1.1" status: 200 len: 1093 time: 1.1429713 Jul 28 04:22:13.470335 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-e68f15e8-7af7-46d7-8433-39d9608ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:45Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:13.471801 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c518-3849-45ab-93b2-d75b67e1e35f req-02d5c150-d25a-41d5-8075-5c88d6e57978 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:13.474257 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.474389 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e830c518-3849-45ab-93b2-d75b67e1e35f req-02d5c150-d25a-41d5-8075-5c88d6e57978 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.1301911 Jul 28 04:22:13.474587 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997de61-5ed0-4af9-aeb4-74dc46284e9e service neutron] Pushing event updated for resources: {'Port': ['ID=e1fc99ce-8ed6-41df-a685-9b01e53209ec,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:13.520883 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68f15e8-7af7-46d7-8433-39d9608ad66e None None] Checking router: f274f25a-af76-4589-9282-9f83a33177d3 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:22:13.530716 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f15e8-7af7-46d7-8433-39d9608ad66e None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:13.532525 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-e68f15e8-7af7-46d7-8433-39d9608ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:22:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:13.553873 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e830c518-3849-45ab-93b2-d75b67e1e35f req-1ab83a60-22f0-4d0a-a1a6-05259cf62452 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715716 Jul 28 04:22:13.568754 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c743-b40b-47e2-8028-84079e9e228d req-b890a501-4865-4125-b102-0de9dca35cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:13.570570 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-b890a501-4865-4125-b102-0de9dca35cf5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 1096 time: 0.0567932 Jul 28 04:22:13.584669 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.595355 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90edbea8-2901-4b8e-98f8-54668bf0b190']}} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:13.606092 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153503af-4289-4acc-9346-a549fedf297c') {'for_net_delete': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:13.606436 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153503af-4289-4acc-9346-a549fedf297c') {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:13.616293 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4417254'] for segment, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.626698 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-a970fb84-ca26-4fa8-9925-d76730a44df9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec HTTP/1.1" status: 200 len: 217 time: 0.0410337 Jul 28 04:22:13.630422 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.636957 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:22:13.637366 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4447500'] for segment, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: Traceback (most recent call last): Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: timer() Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: cb(*args, **kw) Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: return func(*args, **kwargs) Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: self._notify() Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: self.callback(batched_events) Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: event.method(event) Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: return f(self, *a, **k) Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._get(url).json() Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: return self.request(url, 'GET', **kwargs) Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:22:13.639058 dv-cinder-740146-11-iscsi neutron-server[93704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:22:13.678894 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-e68f15e8-7af7-46d7-8433-39d9608ad66e None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:13.698682 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c743-b40b-47e2-8028-84079e9e228d req-a34c6ec5-2aa1-42bb-81c8-ced64f3507c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:13.701090 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-a34c6ec5-2aa1-42bb-81c8-ced64f3507c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.0641320 Jul 28 04:22:13.748947 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c743-b40b-47e2-8028-84079e9e228d req-77ace05f-f25b-409e-9113-21a3924bfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:13.750467 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-77ace05f-f25b-409e-9113-21a3924bfc8d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422473 Jul 28 04:22:13.796089 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.801634 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.803511 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] 10.222.0.42 "DELETE /v2.0/networks/90edbea8-2901-4b8e-98f8-54668bf0b190 HTTP/1.1" status: 204 len: 168 time: 0.4110579 Jul 28 04:22:13.807094 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34458) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:13.817316 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0ad3a-3539-4694-a1b5-2684208e5cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=90edbea8-2901-4b8e-98f8-54668bf0b190,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:13.869090 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_v2 [None req-acce35fd-77e3-4ef1-8881-1133e626bef2 admin admin] Deleting subnet 96942cb4-348b-4de0-9629-dab41e3c4cd9 {{(pid=93703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:22:13.878678 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acce35fd-77e3-4ef1-8881-1133e626bef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.907087 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-e68f15e8-7af7-46d7-8433-39d9608ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:45Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:13.926625 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-ef16f063-aa2f-436f-a476-557ffc403a5b service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676605 Jul 28 04:22:13.928599 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acce35fd-77e3-4ef1-8881-1133e626bef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6235726'] for subnet, precommit_delete_associations {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:13.939880 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68f15e8-7af7-46d7-8433-39d9608ad66e None None] The sync data for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi is: [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:45Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:22:14.037606 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e05a2f50-1322-414e-998c-afffa14ccfc5 req-ee71968e-8e65-4158-972e-778aad388501 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=853d2d7b-3dff-4d63-8c26-b029d5adc422 HTTP/1.1" status: 200 len: 210 time: 0.0657508 Jul 28 04:22:14.051472 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acce35fd-77e3-4ef1-8881-1133e626bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:14.114967 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17b1c743-b40b-47e2-8028-84079e9e228d req-ddaaef9c-3080-46fa-8521-7d3f0dc102b7 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640887 Jul 28 04:22:14.184712 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b787b0d-fdc4-4bfe-9219-acfe07471438 req-466ad0d7-3294-4a61-9121-626641f17db1 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:14.186228 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b787b0d-fdc4-4bfe-9219-acfe07471438 req-466ad0d7-3294-4a61-9121-626641f17db1 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 943 time: 0.0552042 Jul 28 04:22:14.194573 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a38b3f-050b-4723-bcb7-ff0a42aebb53 None None] New status for floating IP 7e7e7752-25a4-4c8a-a60b-873e98fe2f7f: DOWN {{(pid=93706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:22:14.212726 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:22:14.234387 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:22:14.234739 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 7d64d2fd-a0b8-4d05-9ce1-df93597d4f76 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:22:14.434704 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acce35fd-77e3-4ef1-8881-1133e626bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6235783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6261907'] for subnet, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:14.471744 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce35fd-77e3-4ef1-8881-1133e626bef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96942cb4-348b-4de0-9629-dab41e3c4cd9,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:14.473723 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-acce35fd-77e3-4ef1-8881-1133e626bef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:14.476283 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-acce35fd-77e3-4ef1-8881-1133e626bef2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/96942cb4-348b-4de0-9629-dab41e3c4cd9 HTTP/1.1" status: 204 len: 168 time: 0.6674426 Jul 28 04:22:14.478166 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34464) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:14.483073 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b787b0d-fdc4-4bfe-9219-acfe07471438 req-20e9f8e6-1c07-4c3a-a3dd-f7e2288ea9b2 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888656 Jul 28 04:22:14.543896 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:14.622471 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:14.632536 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0575bd-ea75-4d23-ad71-8e63df83481b']}} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:14.643631 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72fcd70-2d5c-4247-a8f6-acce03cf57e2') {'for_net_delete': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:14.643934 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72fcd70-2d5c-4247-a8f6-acce03cf57e2') {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:14.652595 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4417254'] for segment, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:14.666336 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:14.672291 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:22:14.672946 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4447500'] for segment, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: Traceback (most recent call last): Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: timer() Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: cb(*args, **kw) Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: return func(*args, **kwargs) Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: self._notify() Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: self.callback(batched_events) Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: event.method(event) Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: return f(self, *a, **k) Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._get(url).json() Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: return self.request(url, 'GET', **kwargs) Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:22:14.674619 dv-cinder-740146-11-iscsi neutron-server[93704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:22:14.685083 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556fde1-0132-4773-89cb-c853bf40b779 req-92adfdc0-0820-410f-a40c-92ffdc839473 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:14.685083 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d556fde1-0132-4773-89cb-c853bf40b779 req-92adfdc0-0820-410f-a40c-92ffdc839473 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0484982 Jul 28 04:22:14.715088 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d556fde1-0132-4773-89cb-c853bf40b779 req-e02e92b0-38ea-455f-a062-954755e038ed tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326395 Jul 28 04:22:14.805028 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:14.810281 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:14.812143 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2b0575bd-ea75-4d23-ad71-8e63df83481b HTTP/1.1" status: 204 len: 168 time: 0.3329418 Jul 28 04:22:14.823898 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cfba2-810d-4e1d-b813-d7f608d05ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0575bd-ea75-4d23-ad71-8e63df83481b,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:15.126105 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34474) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:15.131235 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:15.132700 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e0be5a-9318-40ee-8a51-853bed21e877" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:15.166832 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-05c35e75-8968-49ec-a94c-42c982c511bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56523ebd384e4c20b85c1fd75b15dd18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395334 Jul 28 04:22:15.169405 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d2a9ae-3ee6-498d-b914-15c4eeba2b8f x-openstack-request-id: req-77d2a9ae-3ee6-498d-b914-15c4eeba2b8f {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:15.169695 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:15.169861 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34478) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:15.170000 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77d2a9ae-3ee6-498d-b914-15c4eeba2b8f {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:15.170405 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'status': 'completed', 'code': 200} Jul 28 04:22:15.172194 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34480) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:15.220333 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-be33ec69-62e0-4299-a6db-17fcec581237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:15.241108 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-be33ec69-62e0-4299-a6db-17fcec581237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:15.261019 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31db9c98-af5e-4ef0-8e97-625b898e6557 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:15.263678 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0be5a-9318-40ee-8a51-853bed21e877 req-13dd54b4-57f8-494a-9d7a-6c3d0f06abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:15.265243 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b3e0be5a-9318-40ee-8a51-853bed21e877 req-13dd54b4-57f8-494a-9d7a-6c3d0f06abae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 1096 time: 0.0713665 Jul 28 04:22:15.329541 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31db9c98-af5e-4ef0-8e97-625b898e6557 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:15.348128 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-be33ec69-62e0-4299-a6db-17fcec581237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:15.350698 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-be33ec69-62e0-4299-a6db-17fcec581237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:15.354286 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-be33ec69-62e0-4299-a6db-17fcec581237 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de51ccf3-287f-409a-8362-6db1fa9fccd4 HTTP/1.1" status: 204 len: 168 time: 0.1808982 Jul 28 04:22:15.362599 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33ec69-62e0-4299-a6db-17fcec581237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de51ccf3-287f-409a-8362-6db1fa9fccd4,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:15.402915 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0be5a-9318-40ee-8a51-853bed21e877 req-9d8cea0d-97ad-4d46-ac62-f0ae90a9d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:15.404466 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b3e0be5a-9318-40ee-8a51-853bed21e877 req-9d8cea0d-97ad-4d46-ac62-f0ae90a9d0a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 917 time: 0.1296475 Jul 28 04:22:15.446727 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b3e0be5a-9318-40ee-8a51-853bed21e877 req-1852f9b8-5020-4ab1-805a-7f8072faa940 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec HTTP/1.1" status: 200 len: 217 time: 0.0350530 Jul 28 04:22:15.481213 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31db9c98-af5e-4ef0-8e97-625b898e6557 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:15.483736 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-31db9c98-af5e-4ef0-8e97-625b898e6557 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:15.485422 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-31db9c98-af5e-4ef0-8e97-625b898e6557 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "DELETE /v2.0/security-groups/c347f458-3b78-4b28-b758-95cad97d675f HTTP/1.1" status: 204 len: 168 time: 0.3123493 Jul 28 04:22:15.488179 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34484) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:15.498978 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db9c98-af5e-4ef0-8e97-625b898e6557 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c347f458-3b78-4b28-b758-95cad97d675f,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:15.501963 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.api.v2.resource [None req-2c480cd4-cfef-4117-85b4-4bbc438e24e7 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] show failed (client error): The resource could not be found. Jul 28 04:22:15.507182 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-2c480cd4-cfef-4117-85b4-4bbc438e24e7 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups/c347f458-3b78-4b28-b758-95cad97d675f HTTP/1.1" status: 404 len: 347 time: 0.0143003 Jul 28 04:22:15.511659 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0be5a-9318-40ee-8a51-853bed21e877 req-e1f5508e-0e27-4949-98a0-dfa8b5a6f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:15.512654 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34488) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:15.513450 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b3e0be5a-9318-40ee-8a51-853bed21e877 req-e1f5508e-0e27-4949-98a0-dfa8b5a6f5aa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.0594449 Jul 28 04:22:15.575839 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0be5a-9318-40ee-8a51-853bed21e877 req-12713d01-6448-4efa-8e49-e046e0fa18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:15.577220 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b3e0be5a-9318-40ee-8a51-853bed21e877 req-12713d01-6448-4efa-8e49-e046e0fa18dc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560830 Jul 28 04:22:15.640574 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-588d9efb-b0f6-4ac3-acf9-eac55e36361b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Deleting port 8794c13f-64fa-4fff-8909-8e6daa3983ff {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:15.640882 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-588d9efb-b0f6-4ac3-acf9-eac55e36361b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:15.670776 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa41461-2a96-4a48-a817-1095daae9747 req-e99b1059-480c-4392-a0fc-91f8366c31f4 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:15.672912 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-efa41461-2a96-4a48-a817-1095daae9747 req-e99b1059-480c-4392-a0fc-91f8366c31f4 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 943 time: 0.1083319 Jul 28 04:22:15.726340 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-588d9efb-b0f6-4ac3-acf9-eac55e36361b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:15.726770 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-588d9efb-b0f6-4ac3-acf9-eac55e36361b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:15.735705 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b3e0be5a-9318-40ee-8a51-853bed21e877 req-a3de0707-85d4-4a70-bd64-bc926f8523b7 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404281 Jul 28 04:22:15.738981 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-588d9efb-b0f6-4ac3-acf9-eac55e36361b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Calling delete_port for 8794c13f-64fa-4fff-8909-8e6daa3983ff owned by network:floatingip {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:15.740858 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-efa41461-2a96-4a48-a817-1095daae9747 req-b681b9cd-349d-418c-bf10-7c7170b60f71 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587206 Jul 28 04:22:15.860148 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b3e0be5a-9318-40ee-8a51-853bed21e877 req-3fead2bf-5867-41c8-98b8-e7fc8188eb14 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177828 Jul 28 04:22:15.876521 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c31dc0-8322-4680-9be1-9eb49d6609ce req-9602efdf-6f7c-4a29-8236-74a562402036 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:15.878810 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-00c31dc0-8322-4680-9be1-9eb49d6609ce req-9602efdf-6f7c-4a29-8236-74a562402036 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0630765 Jul 28 04:22:15.916648 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-00c31dc0-8322-4680-9be1-9eb49d6609ce req-1b1f5949-76c9-4489-a45e-9d07ef4cae92 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320053 Jul 28 04:22:15.931029 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-588d9efb-b0f6-4ac3-acf9-eac55e36361b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:15.957840 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d9efb-b0f6-4ac3-acf9-eac55e36361b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event deleted for resources: {'Port': ['ID=8794c13f-64fa-4fff-8909-8e6daa3983ff,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:16.014573 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-588d9efb-b0f6-4ac3-acf9-eac55e36361b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:16.017372 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-588d9efb-b0f6-4ac3-acf9-eac55e36361b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:16.018525 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-588d9efb-b0f6-4ac3-acf9-eac55e36361b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "DELETE /v2.0/floatingips/7e7e7752-25a4-4c8a-a60b-873e98fe2f7f HTTP/1.1" status: 204 len: 168 time: 0.5049236 Jul 28 04:22:16.019338 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34496) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:16.063636 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-e5a39206-1b26-409b-843f-f1d9bfcb5b72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df4016f4f76249fd85205965fea8fae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429258 Jul 28 04:22:16.066707 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34500) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:16.114485 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-88f57ffa-9375-45e2-9d8e-9c914f62b74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:16.134270 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-88f57ffa-9375-45e2-9d8e-9c914f62b74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:16.239043 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-88f57ffa-9375-45e2-9d8e-9c914f62b74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:16.239444 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 2f740574-d1b4-44c2-a413-e87f0764ec37 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:22:16.241638 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-88f57ffa-9375-45e2-9d8e-9c914f62b74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:16.245084 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-88f57ffa-9375-45e2-9d8e-9c914f62b74e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3835c247-6342-47ac-a839-f5b507c082ea HTTP/1.1" status: 204 len: 168 time: 0.1752186 Jul 28 04:22:16.250339 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f57ffa-9375-45e2-9d8e-9c914f62b74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3835c247-6342-47ac-a839-f5b507c082ea,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:16.372949 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 2f740574-d1b4-44c2-a413-e87f0764ec37, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2f740574-d1b4-44c2-a413-e87f0764ec37,segment=NetworkSegment(c2550a71-5acf-463b-9f6f-d8bcf8b72275),segment_id=c2550a71-5acf-463b-9f6f-d8bcf8b72275)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:16.384435 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '2f740574-d1b4-44c2-a413-e87f0764ec37', 'network_id': '468d4712-72ad-4efe-9c30-1ce01337cbb8', 'port_id': '2f740574-d1b4-44c2-a413-e87f0764ec37', 'mac_address': 'fa:16:3e:c2:53:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7f0499-c438-455b-934c-62843e5c8b0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:22:16.422746 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:16.436020 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f740574-d1b4-44c2-a413-e87f0764ec37 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:22:16.457113 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 2f740574-d1b4-44c2-a413-e87f0764ec37, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2f740574-d1b4-44c2-a413-e87f0764ec37,segment=NetworkSegment(c2550a71-5acf-463b-9f6f-d8bcf8b72275),segment_id=c2550a71-5acf-463b-9f6f-d8bcf8b72275)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:16.536730 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:16.575597 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34506) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:16.581506 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-ba5ffe23-3380-41ee-a0d8-9b80a651aa0f tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--368160704', 'description': 'tempest-description--52022692'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:16.602878 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=2f740574-d1b4-44c2-a413-e87f0764ec37,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:16.662401 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ffe23-3380-41ee-a0d8-9b80a651aa0f tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:16.749109 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ffe23-3380-41ee-a0d8-9b80a651aa0f tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:16.759081 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['2f740574-d1b4-44c2-a413-e87f0764ec37'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:22:16.828862 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ffe23-3380-41ee-a0d8-9b80a651aa0f tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:16.886493 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ffe23-3380-41ee-a0d8-9b80a651aa0f tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:16.905730 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c758f62-45f3-496a-b589-502690555dbc req-7c3b4335-337e-4b1b-855d-bd5df0bd01c1 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:16.907915 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7c758f62-45f3-496a-b589-502690555dbc req-7c3b4335-337e-4b1b-855d-bd5df0bd01c1 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 944 time: 0.0719674 Jul 28 04:22:16.947861 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7c758f62-45f3-496a-b589-502690555dbc req-ea9c6d3a-cef5-49cf-b3c6-7b23d24fe367 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Jul 28 04:22:16.959159 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-ba5ffe23-3380-41ee-a0d8-9b80a651aa0f tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:16.960525 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-ba5ffe23-3380-41ee-a0d8-9b80a651aa0f tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3836110 Jul 28 04:22:16.963296 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34520) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:16.967858 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-a6b76f3d-2faf-4583-b697-7d041b3fe100 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Request body: {'security_group_rule': {'security_group_id': 'eaa1ac9a-7ac5-46c0-8824-d9f0df37296a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:17.043592 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b57383-71b7-47ab-8c22-a0020bcc8a8b req-9521cb4b-4437-46ff-bc3d-4f805ae8d2bb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:17.045221 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-62b57383-71b7-47ab-8c22-a0020bcc8a8b req-9521cb4b-4437-46ff-bc3d-4f805ae8d2bb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0482452 Jul 28 04:22:17.092229 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-62b57383-71b7-47ab-8c22-a0020bcc8a8b req-5ba93560-8584-4bd3-a9cb-14ef264bfaad tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408416 Jul 28 04:22:17.095100 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6b76f3d-2faf-4583-b697-7d041b3fe100 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:17.140699 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6b76f3d-2faf-4583-b697-7d041b3fe100 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:17.233241 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6b76f3d-2faf-4583-b697-7d041b3fe100 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:17.253377 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b76f3d-2faf-4583-b697-7d041b3fe100 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6847a5-b592-43b8-adc8-aba513cb2e11,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:17.290452 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:17.324514 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6b76f3d-2faf-4583-b697-7d041b3fe100 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:17.326760 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-a6b76f3d-2faf-4583-b697-7d041b3fe100 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3617761 Jul 28 04:22:17.329350 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34534) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:17.334554 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-07bf14f3-a495-4414-b72b-d5d5e9326f5b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Request body: {'security_group_rule': {'security_group_id': 'eaa1ac9a-7ac5-46c0-8824-d9f0df37296a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:17.444618 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07bf14f3-a495-4414-b72b-d5d5e9326f5b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:17.501835 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07bf14f3-a495-4414-b72b-d5d5e9326f5b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:17.576021 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07bf14f3-a495-4414-b72b-d5d5e9326f5b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:17.594566 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf14f3-a495-4414-b72b-d5d5e9326f5b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a72a267-37e1-4315-bab8-e34b314542ee,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:17.667536 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-07bf14f3-a495-4414-b72b-d5d5e9326f5b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:17.668794 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-07bf14f3-a495-4414-b72b-d5d5e9326f5b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3382244 Jul 28 04:22:17.671885 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34536) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:17.676249 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Request body: {'floatingip': {'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:17.782646 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:17.880053 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:17.980167 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Allocated IP 172.27.2.20 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/d5e5b94d-a446-420f-8403-44b591666931) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:22:18.115294 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8959f3-4dad-4175-b00f-4498ef18dc93 req-ac702d2b-ca62-44b8-99fb-b3dc7a766588 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:18.116804 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2f8959f3-4dad-4175-b00f-4498ef18dc93 req-ac702d2b-ca62-44b8-99fb-b3dc7a766588 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 944 time: 0.0751729 Jul 28 04:22:18.146605 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.184186 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2f8959f3-4dad-4175-b00f-4498ef18dc93 req-ab3970e8-fe9b-47a2-a2c0-cf7b8ecf2e10 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595586 Jul 28 04:22:18.241943 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84c2f0-5e7c-40b7-aa84-dcbc76f56a79 req-0033d271-3e45-4b90-b52b-f8a5c3b2bb83 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:18.243518 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bf84c2f0-5e7c-40b7-aa84-dcbc76f56a79 req-0033d271-3e45-4b90-b52b-f8a5c3b2bb83 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0752761 Jul 28 04:22:18.256018 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 2f740574-d1b4-44c2-a413-e87f0764ec37 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:22:18.258066 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e1fc99ce-8ed6-41df-a685-9b01e53209ec details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:22:18.282062 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bf84c2f0-5e7c-40b7-aa84-dcbc76f56a79 req-bc4d000f-766f-4133-abb4-7b7bf43176f4 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Jul 28 04:22:18.314140 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.353054 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:22:18.356056 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:22:18.358619 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:22:18.387885 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event updated for resources: {'Port': ['ID=d5e5b94d-a446-420f-8403-44b591666931,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:18.389915 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:18.401592 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'port_id': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'mac_address': 'fa:16:3e:6c:b1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:22:18.439872 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.450268 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 2f740574-d1b4-44c2-a413-e87f0764ec37 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:22:18.453868 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.456214 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1fc99ce-8ed6-41df-a685-9b01e53209ec {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:22:18.461161 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 2f740574-d1b4-44c2-a413-e87f0764ec37 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:22:18.461533 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.501176 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:18.552890 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.563448 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.565917 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.596847 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccead16a-8bbd-4195-9e39-fefd03b5bbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f740574-d1b4-44c2-a413-e87f0764ec37'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:18.599106 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf4335-b131-4de7-addc-a24c1de6e8f4" -d '{"events": [{"server_uuid": "ccead16a-8bbd-4195-9e39-fefd03b5bbfd", "name": "network-vif-plugged", "status": "completed", "tag": "2f740574-d1b4-44c2-a413-e87f0764ec37"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:18.616119 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 2f740574-d1b4-44c2-a413-e87f0764ec37, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2f740574-d1b4-44c2-a413-e87f0764ec37,segment=NetworkSegment(c2550a71-5acf-463b-9f6f-d8bcf8b72275),segment_id=c2550a71-5acf-463b-9f6f-d8bcf8b72275)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:18.636050 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=e1fc99ce-8ed6-41df-a685-9b01e53209ec,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:18.639609 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3343cef-b769-44d5-966a-3295310e0986 x-openstack-request-id: req-d3343cef-b769-44d5-966a-3295310e0986 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:18.639895 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccead16a-8bbd-4195-9e39-fefd03b5bbfd", "name": "network-vif-plugged", "status": "completed", "tag": "2f740574-d1b4-44c2-a413-e87f0764ec37", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:18.640131 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3343cef-b769-44d5-966a-3295310e0986 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:18.640638 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccead16a-8bbd-4195-9e39-fefd03b5bbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f740574-d1b4-44c2-a413-e87f0764ec37', 'code': 200} Jul 28 04:22:18.674090 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.722762 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.728405 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=2f740574-d1b4-44c2-a413-e87f0764ec37,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:18.770361 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.798069 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['e1fc99ce-8ed6-41df-a685-9b01e53209ec'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:22:18.839413 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event updated for resources: {'Port': ['ID=d5e5b94d-a446-420f-8403-44b591666931,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:18.857082 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.934793 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316965bb-78a0-4bab-9a82-0c15e63dca47 req-025ed9d9-e359-43ba-adaa-79518273cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:18.936303 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-316965bb-78a0-4bab-9a82-0c15e63dca47 req-025ed9d9-e359-43ba-adaa-79518273cae5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 1098 time: 0.0460031 Jul 28 04:22:18.941571 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:18.942679 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-25efe03d-3a7a-439c-8c98-53b7dbe9f9a2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2698970 Jul 28 04:22:18.973255 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-316965bb-78a0-4bab-9a82-0c15e63dca47 req-af73a936-b64d-46a6-9256-c973a661f63b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294716 Jul 28 04:22:19.146773 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-65ff1a5d-5d45-4a18-95b5-7d7e48eb5878 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--368160704&fields=id&tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060 HTTP/1.1" status: 200 len: 267 time: 0.0362604 Jul 28 04:22:19.247791 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-02588a13-64f0-4510-89b7-530dc7e592e9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:19.249305 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-02588a13-64f0-4510-89b7-530dc7e592e9 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/networks?id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3 HTTP/1.1" status: 200 len: 810 time: 0.1097310 Jul 28 04:22:19.276044 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-641f370b-c7e1-4086-9f32-4ec7f3598019 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/quotas/a6d5e8fcb96b4e1b89ed637f1b716060 HTTP/1.1" status: 200 len: 375 time: 0.0193908 Jul 28 04:22:19.339920 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55f47f-fb44-4458-939d-95bc048930dd req-14783b7d-c514-4787-846a-264220df322e tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:19.350517 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5c55f47f-fb44-4458-939d-95bc048930dd req-14783b7d-c514-4787-846a-264220df322e tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 945 time: 0.0782537 Jul 28 04:22:19.362239 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-bf3766a9-a1bb-4ceb-975f-7a87cc298c7e tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716903 Jul 28 04:22:19.431285 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5c55f47f-fb44-4458-939d-95bc048930dd req-56fac3f7-8199-4b69-a9f9-0ba788e944e1 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834475 Jul 28 04:22:19.480869 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ea4bcc90-ea83-4e93-b4d0-1dd3791e308b service neutron] 10.222.0.42 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056242 Jul 28 04:22:19.591229 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f72416-289f-450f-916c-8c2022c9651d req-72f859f4-e04a-480a-a25f-a02ad072264b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:19.592725 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-25f72416-289f-450f-916c-8c2022c9651d req-72f859f4-e04a-480a-a25f-a02ad072264b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 944 time: 0.0987549 Jul 28 04:22:19.622915 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-607617b8-483c-4e1f-874a-a4da9b24a0e2 service neutron] 10.222.0.42 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360281 Jul 28 04:22:19.641248 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-25f72416-289f-450f-916c-8c2022c9651d req-bd5b3fa2-678a-425d-99ea-fa62edc25c38 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406621 Jul 28 04:22:19.870744 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2d6c421e-170c-4c61-90a9-93206857c0eb req-7f29b4dd-3fa0-4994-80e3-a3e457aadeef tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Jul 28 04:22:20.544399 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a91dd0-cd5f-416c-87b3-04ab826fab3b req-4e06cc3f-43e6-495e-984c-1bfb8357c6a5 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:20.545913 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a3a91dd0-cd5f-416c-87b3-04ab826fab3b req-4e06cc3f-43e6-495e-984c-1bfb8357c6a5 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 945 time: 0.0474863 Jul 28 04:22:20.583263 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a3a91dd0-cd5f-416c-87b3-04ab826fab3b req-46bd44de-b88f-4aa8-a1af-faaaab3de9e4 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305164 Jul 28 04:22:20.937146 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89597d-334b-4e65-8bcd-fa5490f8560a req-b7a44af6-0348-425d-90e1-ca9945445fa5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:20.939496 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fc89597d-334b-4e65-8bcd-fa5490f8560a req-b7a44af6-0348-425d-90e1-ca9945445fa5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 944 time: 0.2237484 Jul 28 04:22:20.961086 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e1fc99ce-8ed6-41df-a685-9b01e53209ec up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:22:20.971120 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0d54d187-16e7-4f96-8683-9aa19fd3cd2e req-bbf20736-59aa-4a61-8c92-b07860adfd40 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 210 time: 0.0306127 Jul 28 04:22:20.998883 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fc89597d-334b-4e65-8bcd-fa5490f8560a req-811f92e0-058b-4fbc-9154-e0e7642e8f9b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497315 Jul 28 04:22:21.084371 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port e1fc99ce-8ed6-41df-a685-9b01e53209ec completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:22:21.088139 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port e1fc99ce-8ed6-41df-a685-9b01e53209ec triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:22:21.089279 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:21.165197 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:21.186851 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:21.189939 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c8e663-9ed9-4e64-91e2-7f43dec8ee14" -d '{"events": [{"server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "name": "network-vif-plugged", "status": "completed", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:21.202412 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:21.225029 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcc17d8-75a7-4263-9f95-86d5df51fd0c x-openstack-request-id: req-1fcc17d8-75a7-4263-9f95-86d5df51fd0c {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:21.225257 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "name": "network-vif-plugged", "status": "completed", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:21.225502 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fcc17d8-75a7-4263-9f95-86d5df51fd0c {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:21.225894 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'code': 200} Jul 28 04:22:21.244702 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:21.290538 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=e1fc99ce-8ed6-41df-a685-9b01e53209ec,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:22.061569 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8d1b2e06-7c00-43d7-8d02-657448bb2ff8 req-b63f5540-fdcd-4f28-829e-18a84aa42fb5 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 210 time: 0.0247128 Jul 28 04:22:22.164551 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec7060-4e7c-4159-aff6-039e8b0d169c req-61d75620-4a6c-4ffd-8404-07f605b3e121 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:22.165994 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0dec7060-4e7c-4159-aff6-039e8b0d169c req-61d75620-4a6c-4ffd-8404-07f605b3e121 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0931888 Jul 28 04:22:22.206291 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0dec7060-4e7c-4159-aff6-039e8b0d169c req-60d95a82-ac13-45d4-b82b-692f38d0f467 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344031 Jul 28 04:22:23.157962 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5efd69ae-3f18-4ff2-b264-74fe8becb596 req-957080ec-7ea2-4fe0-b2c6-32d75105b7c0 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 210 time: 0.0301437 Jul 28 04:22:23.166926 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3afbe1-99ee-49af-ad3f-09ba5a8eb5a6 req-0b6d21d4-0da2-4012-9ecb-b713c9c13841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:23.168422 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ac3afbe1-99ee-49af-ad3f-09ba5a8eb5a6 req-0b6d21d4-0da2-4012-9ecb-b713c9c13841 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 1098 time: 0.0669270 Jul 28 04:22:23.204573 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ac3afbe1-99ee-49af-ad3f-09ba5a8eb5a6 req-5aa5374a-2b6c-4efc-88e8-05fbe6b12e2a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278914 Jul 28 04:22:23.323204 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5e30f-6dfa-4769-93b9-c5cba313834b req-ae09c0d2-6f3c-4be2-bd2e-730ff41938a5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:23.324810 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bbb5e30f-6dfa-4769-93b9-c5cba313834b req-ae09c0d2-6f3c-4be2-bd2e-730ff41938a5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0495393 Jul 28 04:22:23.370187 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bbb5e30f-6dfa-4769-93b9-c5cba313834b req-1f742a5a-8fad-4f61-840e-873e0c6183a8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365231 Jul 28 04:22:23.639879 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e6411-af6c-4334-b440-c8e72af3eab1 req-62d13770-868b-4a33-b6e5-f77418797a7a tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:23.642067 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-146e6411-af6c-4334-b440-c8e72af3eab1 req-62d13770-868b-4a33-b6e5-f77418797a7a tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 945 time: 0.0519261 Jul 28 04:22:23.680019 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-146e6411-af6c-4334-b440-c8e72af3eab1 req-5d08e842-ee2a-4e7d-955f-47f8d5c8a8ed tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318899 Jul 28 04:22:23.922715 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-f561404f-0f8c-4164-bc3f-e79c71997db8 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:23.924165 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-f561404f-0f8c-4164-bc3f-e79c71997db8 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.22 "GET /v2.0/networks?id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3 HTTP/1.1" status: 200 len: 810 time: 0.0996058 Jul 28 04:22:23.976583 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-f63e0923-1c64-41d1-b959-1428ef70b00a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060 HTTP/1.1" status: 200 len: 379 time: 0.0349379 Jul 28 04:22:23.997614 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Request body: {'port': {'device_id': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'admin_state_up': True, 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'security_groups': ['eaa1ac9a-7ac5-46c0-8824-d9f0df37296a']}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:24.216128 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Made reservation on behalf of a6d5e8fcb96b4e1b89ed637f1b716060 for: {'port': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:22:24.219691 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:24.301645 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-34e93882-d3f4-4faa-b453-5abe6a6a4ff5 req-22245803-6683-4cbb-b8e7-a7257750d0cc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 210 time: 0.0635154 Jul 28 04:22:24.377228 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Allocated IP 172.20.0.11 (880a12e9-ee47-4c1b-b00c-4c33d279cfa3/e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9/3a974b5b-b6e7-441c-98c6-62ef1f54caba) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:22:24.527462 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3daf05-c338-44d5-899c-dde2b6ce0583 req-8febfcda-0b2c-4a5c-a1de-6bef8115f91a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:24.528935 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fe3daf05-c338-44d5-899c-dde2b6ce0583 req-8febfcda-0b2c-4a5c-a1de-6bef8115f91a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0759566 Jul 28 04:22:24.566651 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:24.590108 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Transition to ACTIVE for port object 3a974b5b-b6e7-441c-98c6-62ef1f54caba will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:22:24.595831 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fe3daf05-c338-44d5-899c-dde2b6ce0583 req-3d2b0608-0af0-4c13-b1d6-01f1c10cc233 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572245 Jul 28 04:22:24.698722 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:24.751081 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967adf-efb3-415b-8319-0b7e11b9b084 req-eb72a467-5ccc-4478-8c20-096fec8632e0 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:24.752716 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ea967adf-efb3-415b-8319-0b7e11b9b084 req-eb72a467-5ccc-4478-8c20-096fec8632e0 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0894489 Jul 28 04:22:24.763398 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:22:24.769078 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34656) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:24.780265 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-b1066424-036d-4006-ad83-e899cf55dc67 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Request body: {'floatingip': {'port_id': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:24.780439 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:22:24.792382 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:22:24.825081 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event updated for resources: {'Port': ['ID=3a974b5b-b6e7-441c-98c6-62ef1f54caba,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:24.852132 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b1066424-036d-4006-ad83-e899cf55dc67 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:24.866888 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc031de8-e5cf-45af-9655-719329fa2972 req-91f1f1ba-7b28-47cf-ba8f-53607c5ebdde tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:24.869498 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cc031de8-e5cf-45af-9655-719329fa2972 req-91f1f1ba-7b28-47cf-ba8f-53607c5ebdde tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 945 time: 0.1159139 Jul 28 04:22:24.881900 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:24.881900 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:24.929830 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cc031de8-e5cf-45af-9655-719329fa2972 req-4568c677-84a0-4903-8aac-a984aa4a51a0 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470881 Jul 28 04:22:24.965921 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-67d1a266-c7e9-42e4-aa58-67fec0d98fbf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9720292 Jul 28 04:22:24.979108 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Request body: {'port': {'device_id': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:25.042897 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:25.084347 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-c9c89656-2724-4053-9f2a-2cbbfed0e451 None None] Provisioning for port 3a974b5b-b6e7-441c-98c6-62ef1f54caba completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:22:25.088870 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-c9c89656-2724-4053-9f2a-2cbbfed0e451 None None] Provisioning complete for port 3a974b5b-b6e7-441c-98c6-62ef1f54caba triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:22:25.089413 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c9c89656-2724-4053-9f2a-2cbbfed0e451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:25.129974 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-c9c89656-2724-4053-9f2a-2cbbfed0e451 None None] Port 3a974b5b-b6e7-441c-98c6-62ef1f54caba cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:22:25.264281 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811902c5-adee-4354-a762-0b019e7e77d1 req-dfb23dc8-bb64-4640-aa90-d3da444db6b4 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:25.265659 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-811902c5-adee-4354-a762-0b019e7e77d1 req-dfb23dc8-bb64-4640-aa90-d3da444db6b4 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.22 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 945 time: 0.1043441 Jul 28 04:22:25.441316 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a974b5b-b6e7-441c-98c6-62ef1f54caba {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:22:25.456265 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:25.460305 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-811902c5-adee-4354-a762-0b019e7e77d1 req-a2a81452-6e2b-4fa9-91a5-219097ce5c2f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Deleting port 2f740574-d1b4-44c2-a413-e87f0764ec37 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:25.460633 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-811902c5-adee-4354-a762-0b019e7e77d1 req-a2a81452-6e2b-4fa9-91a5-219097ce5c2f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:25.488827 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb9acc-2443-473f-8c9f-328ea6d8668a req-cd66d4f0-53b2-4bbb-a6d0-36e2281c53e7 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:25.490386 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-48fb9acc-2443-473f-8c9f-328ea6d8668a req-cd66d4f0-53b2-4bbb-a6d0-36e2281c53e7 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 932 time: 0.1170697 Jul 28 04:22:25.490705 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b1066424-036d-4006-ad83-e899cf55dc67 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:25.523977 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Transition to ACTIVE for port object 3a974b5b-b6e7-441c-98c6-62ef1f54caba will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:22:25.558854 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b1066424-036d-4006-ad83-e899cf55dc67 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:25.575503 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-48fb9acc-2443-473f-8c9f-328ea6d8668a req-eaa68df5-b9e8-4bcd-970b-185ab1c88134 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533946 Jul 28 04:22:25.592185 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:25.636509 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-811902c5-adee-4354-a762-0b019e7e77d1 req-a2a81452-6e2b-4fa9-91a5-219097ce5c2f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] For port 2f740574-d1b4-44c2-a413-e87f0764ec37, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=2f740574-d1b4-44c2-a413-e87f0764ec37,segment=NetworkSegment(c2550a71-5acf-463b-9f6f-d8bcf8b72275),segment_id=c2550a71-5acf-463b-9f6f-d8bcf8b72275)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:25.636867 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-811902c5-adee-4354-a762-0b019e7e77d1 req-a2a81452-6e2b-4fa9-91a5-219097ce5c2f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:25.657976 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-811902c5-adee-4354-a762-0b019e7e77d1 req-a2a81452-6e2b-4fa9-91a5-219097ce5c2f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Calling delete_port for 2f740574-d1b4-44c2-a413-e87f0764ec37 owned by compute:nova {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:25.661260 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.l3_db [None req-b1066424-036d-4006-ad83-e899cf55dc67 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Floating IP 95aab145-c281-40cd-a42c-66ed307f4c44 associated. External IP: 172.27.2.116, port: e1fc99ce-8ed6-41df-a685-9b01e53209ec. Jul 28 04:22:25.669290 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Pushing event updated for resources: {'Port': ['ID=3a974b5b-b6e7-441c-98c6-62ef1f54caba,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:26.075150 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Attempting to bind port 3a974b5b-b6e7-441c-98c6-62ef1f54caba on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:22:26.075397 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Attempting to bind port 3a974b5b-b6e7-441c-98c6-62ef1f54caba by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:22:26.075749 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Attempting to bind port 3a974b5b-b6e7-441c-98c6-62ef1f54caba on network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:22:26.089594 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c1d96-3d2f-48a6-a36c-a3e9964245a9 req-fe61a113-5804-47d5-ab51-185d779359f1 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:26.091072 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-132c1d96-3d2f-48a6-a36c-a3e9964245a9 req-fe61a113-5804-47d5-ab51-185d779359f1 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 945 time: 0.0913260 Jul 28 04:22:26.092599 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Port 3a974b5b-b6e7-441c-98c6-62ef1f54caba on network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:22:26.092919 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Attempting to bind port 3a974b5b-b6e7-441c-98c6-62ef1f54caba on network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:22:26.129216 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:22:26.129553 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Checking segment: {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:22:26.129927 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Bound using segment: {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:22:26.130365 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Bound port: 3a974b5b-b6e7-441c-98c6-62ef1f54caba, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869cffd8-2300-45b2-abef-aad504e813a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:22:26.130718 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:26.132813 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1066424-036d-4006-ad83-e899cf55dc67 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Router ca81ac16-597a-4055-b6f5-17ed6a25b2fb has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:22:26.207725 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-132c1d96-3d2f-48a6-a36c-a3e9964245a9 req-912c69bd-ecff-44b2-9805-11e47374b222 tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/security-groups?id=46281484-de1e-4c1e-835f-e94bb7804076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065726 Jul 28 04:22:26.235647 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] For port 3a974b5b-b6e7-441c-98c6-62ef1f54caba, host hv-cinder-74014, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:22:26.239486 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] For port 3a974b5b-b6e7-441c-98c6-62ef1f54caba, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3a974b5b-b6e7-441c-98c6-62ef1f54caba,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:22:26.243678 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1066424-036d-4006-ad83-e899cf55dc67 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:22:26.248640 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b1066424-036d-4006-ad83-e899cf55dc67 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:26.253834 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc80a10-ca00-49f8-941f-695f4f7b6f8d None None] Sync routers for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:22:26.261735 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-811902c5-adee-4354-a762-0b019e7e77d1 req-a2a81452-6e2b-4fa9-91a5-219097ce5c2f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:26.262829 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc80a10-ca00-49f8-941f-695f4f7b6f8d None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:26.263427 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-ffc80a10-ca00-49f8-941f-695f4f7b6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:22:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:26.280029 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-b1066424-036d-4006-ad83-e899cf55dc67 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "PUT /v2.0/floatingips/95aab145-c281-40cd-a42c-66ed307f4c44 HTTP/1.1" status: 200 len: 991 time: 1.5070651 Jul 28 04:22:26.280029 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:26.280357 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5324411e-b18c-4fc5-a9db-ef4f43be5ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:26.294528 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a81452-6e2b-4fa9-91a5-219097ce5c2f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Pushing event deleted for resources: {'Port': ['ID=2f740574-d1b4-44c2-a413-e87f0764ec37,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:26.310374 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['2f740574-d1b4-44c2-a413-e87f0764ec37'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:22:26.338668 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cd9607-2377-4f37-92da-20d7fa73ae83 x-openstack-request-id: req-56cd9607-2377-4f37-92da-20d7fa73ae83 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:26.338668 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:26.338668 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-56cd9607-2377-4f37-92da-20d7fa73ae83 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:26.338668 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'status': 'completed', 'code': 200} Jul 28 04:22:26.346571 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-811902c5-adee-4354-a762-0b019e7e77d1 req-a2a81452-6e2b-4fa9-91a5-219097ce5c2f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] No DVR routers for this DVR port 2f740574-d1b4-44c2-a413-e87f0764ec37 on host hv-cinder-74014 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:22:26.351716 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-811902c5-adee-4354-a762-0b019e7e77d1 req-a2a81452-6e2b-4fa9-91a5-219097ce5c2f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:26.351716 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-811902c5-adee-4354-a762-0b019e7e77d1 req-a2a81452-6e2b-4fa9-91a5-219097ce5c2f tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.22 "DELETE /v2.0/ports/2f740574-d1b4-44c2-a413-e87f0764ec37 HTTP/1.1" status: 204 len: 173 time: 1.0787253 Jul 28 04:22:26.351716 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccead16a-8bbd-4195-9e39-fefd03b5bbfd', 'name': 'network-vif-deleted', 'tag': '2f740574-d1b4-44c2-a413-e87f0764ec37'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:26.361102 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fb9336-2644-4a28-b6c2-290f412a85e0" -d '{"events": [{"server_uuid": "ccead16a-8bbd-4195-9e39-fefd03b5bbfd", "name": "network-vif-deleted", "tag": "2f740574-d1b4-44c2-a413-e87f0764ec37"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:26.365306 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:26.413726 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-ffc80a10-ca00-49f8-941f-695f4f7b6f8d None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:26.419210 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673c5e82-a8d5-49b2-8d5f-d56cbb60e9a7 x-openstack-request-id: req-673c5e82-a8d5-49b2-8d5f-d56cbb60e9a7 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:26.419504 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccead16a-8bbd-4195-9e39-fefd03b5bbfd", "name": "network-vif-deleted", "tag": "2f740574-d1b4-44c2-a413-e87f0764ec37", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:26.420254 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-673c5e82-a8d5-49b2-8d5f-d56cbb60e9a7 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:26.420254 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccead16a-8bbd-4195-9e39-fefd03b5bbfd', 'name': 'network-vif-deleted', 'tag': '2f740574-d1b4-44c2-a413-e87f0764ec37', 'status': 'completed', 'code': 200} Jul 28 04:22:26.443820 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:26.443820 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:26.443820 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] 10.222.0.22 "PUT /v2.0/ports/3a974b5b-b6e7-441c-98c6-62ef1f54caba HTTP/1.1" status: 200 len: 1094 time: 1.4681077 Jul 28 04:22:26.470087 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20295d-2793-4826-b0ab-14329a143e71 service neutron] Pushing event updated for resources: {'Port': ['ID=3a974b5b-b6e7-441c-98c6-62ef1f54caba,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:26.474708 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324411e-b18c-4fc5-a9db-ef4f43be5ac8 req-c27550b0-4e37-4a56-acf7-7cc6bee5c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:26.476252 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5324411e-b18c-4fc5-a9db-ef4f43be5ac8 req-c27550b0-4e37-4a56-acf7-7cc6bee5c782 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 1098 time: 0.1077647 Jul 28 04:22:26.605076 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324411e-b18c-4fc5-a9db-ef4f43be5ac8 req-32ee3d75-2ec7-4fe7-9a39-42ebfe4d72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:26.606300 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5324411e-b18c-4fc5-a9db-ef4f43be5ac8 req-32ee3d75-2ec7-4fe7-9a39-42ebfe4d72ce service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 917 time: 0.1214991 Jul 28 04:22:26.730310 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5324411e-b18c-4fc5-a9db-ef4f43be5ac8 req-fcf9ce44-f8b0-4337-aeff-6b11e56ff960 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec HTTP/1.1" status: 200 len: 999 time: 0.1126921 Jul 28 04:22:26.734074 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-deb9239a-96c7-4978-825c-9aba788d9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:26.735536 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-deb9239a-96c7-4978-825c-9aba788d9bdf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 1097 time: 0.1283884 Jul 28 04:22:26.750298 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0edb78-2202-42b6-bff1-97a7568d1d90 req-81c92b19-1e32-4de1-b5f5-c7d1c79ad335 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:26.752432 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0e0edb78-2202-42b6-bff1-97a7568d1d90 req-81c92b19-1e32-4de1-b5f5-c7d1c79ad335 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 944 time: 0.0864639 Jul 28 04:22:26.822795 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-5d9e0eaf-fa17-482d-9d41-021ae00632a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a974b5b-b6e7-441c-98c6-62ef1f54caba HTTP/1.1" status: 200 len: 217 time: 0.0694473 Jul 28 04:22:26.880815 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324411e-b18c-4fc5-a9db-ef4f43be5ac8 req-1679ae2c-241b-45dc-b3e4-209c81c377f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:26.882173 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5324411e-b18c-4fc5-a9db-ef4f43be5ac8 req-1679ae2c-241b-45dc-b3e4-209c81c377f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.1278672 Jul 28 04:22:26.884922 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-ffc80a10-ca00-49f8-941f-695f4f7b6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '95aab145-c281-40cd-a42c-66ed307f4c44', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'port_id': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'mac_address': 'fa:16:3e:6c:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:22:06Z', 'updated_at': '2021-07-28T04:22:25Z', 'revision_number': 1, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:44Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:26.891610 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0e0edb78-2202-42b6-bff1-97a7568d1d90 req-6baa4e89-1645-43c5-b323-cbb77d4676d2 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309683 Jul 28 04:22:26.913525 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc80a10-ca00-49f8-941f-695f4f7b6f8d None None] Checking router: ca81ac16-597a-4055-b6f5-17ed6a25b2fb for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:22:26.922039 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc80a10-ca00-49f8-941f-695f4f7b6f8d None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:26.922657 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-ffc80a10-ca00-49f8-941f-695f4f7b6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:22:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:26.928211 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-5b351f73-c430-420f-a4d3-e3b9cd384851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:26.929693 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-5b351f73-c430-420f-a4d3-e3b9cd384851 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9 HTTP/1.1" status: 200 len: 849 time: 0.0949023 Jul 28 04:22:26.965967 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324411e-b18c-4fc5-a9db-ef4f43be5ac8 req-096b78a6-930f-4d9f-981b-c7ec400be318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:26.967501 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5324411e-b18c-4fc5-a9db-ef4f43be5ac8 req-096b78a6-930f-4d9f-981b-c7ec400be318 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0714540 Jul 28 04:22:26.988141 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-e6dc8295-f427-4e68-9a18-a9d11d7f64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:26.989555 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-e6dc8295-f427-4e68-9a18-a9d11d7f64c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529320 Jul 28 04:22:27.036052 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-ffc80a10-ca00-49f8-941f-695f4f7b6f8d None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:27.132024 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5324411e-b18c-4fc5-a9db-ef4f43be5ac8 req-d1356ab8-48d2-4467-858e-e30cfb303336 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534622 Jul 28 04:22:27.137007 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-dfe516c4-afa0-4d6d-9e8e-37d86a7ab4b3 service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383622 Jul 28 04:22:27.289464 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-ffc80a10-ca00-49f8-941f-695f4f7b6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '95aab145-c281-40cd-a42c-66ed307f4c44', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'port_id': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'mac_address': 'fa:16:3e:6c:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:22:06Z', 'updated_at': '2021-07-28T04:22:25Z', 'revision_number': 1, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:44Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:27.321416 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5324411e-b18c-4fc5-a9db-ef4f43be5ac8 req-9dfadd35-fdcb-48d5-b731-e398a85c007b service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744618 Jul 28 04:22:27.321991 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc80a10-ca00-49f8-941f-695f4f7b6f8d None None] The sync data for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi is: [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '95aab145-c281-40cd-a42c-66ed307f4c44', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'port_id': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'mac_address': 'fa:16:3e:6c:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:22:06Z', 'updated_at': '2021-07-28T04:22:25Z', 'revision_number': 1, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:44Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:22:27.336436 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e6cf794-e060-4358-a1f6-2a253d35c4b5 req-28da774f-c028-4c54-9340-c562cc95db39 service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821356 Jul 28 04:22:27.338374 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-11048cbe-0662-4779-b366-4178bdfd597c req-0f434d68-7d27-43f2-933c-f4a7df9eafef tempest-VolumesActionsTest-1114770335 tempest-VolumesActionsTest-1114770335-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccead16a-8bbd-4195-9e39-fefd03b5bbfd HTTP/1.1" status: 200 len: 210 time: 0.0325406 Jul 28 04:22:27.521217 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7194cb-6133-4bd6-8ff3-ed4d16d683ac None None] New status for floating IP 95aab145-c281-40cd-a42c-66ed307f4c44: ACTIVE {{(pid=93706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:22:28.017740 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfaf29-89e8-4fac-be18-cef24d7b7c3c req-9aa9679e-3146-4906-b69d-1bd82fa4043c tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:28.019162 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6fdfaf29-89e8-4fac-be18-cef24d7b7c3c req-9aa9679e-3146-4906-b69d-1bd82fa4043c tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 944 time: 0.0502687 Jul 28 04:22:28.037534 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34700) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:28.058643 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6fdfaf29-89e8-4fac-be18-cef24d7b7c3c req-c4900e70-c890-4b84-8710-0e4f27a5007d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332551 Jul 28 04:22:28.138540 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:28.224600 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:28.284479 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 2f740574-d1b4-44c2-a413-e87f0764ec37 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:22:28.301232 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:28.303529 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 2f740574-d1b4-44c2-a413-e87f0764ec37 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:22:28.304056 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 2f740574-d1b4-44c2-a413-e87f0764ec37 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:22:28.340372 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfe4a3281a62435d89528973644e0328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017292 Jul 28 04:22:28.341292 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3379936a-3b9c-49a7-87cd-6431d96f94ef,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:28.343178 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34704) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:28.348611 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:28.348966 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:28.349312 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:28.349650 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:28.349983 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:28.350314 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:28.350644 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:28.351240 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:28.351319 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:28.351599 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:28.351946 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:28.352268 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef205-042f-475b-b1d2-e768aada6449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:28.398250 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-de686422-15c3-40b8-a37e-e8b236348863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:28.419960 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-de686422-15c3-40b8-a37e-e8b236348863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:28.426566 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'tag': '3a974b5b-b6e7-441c-98c6-62ef1f54caba'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:28.429266 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec87d35-f8e3-4c75-aca3-fa91e4a16c48" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b7e232-2fba-498b-9008-c0c24aa46a61", "tag": "3a974b5b-b6e7-441c-98c6-62ef1f54caba"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:28.465875 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece476ce-a4bf-493f-9240-63c8b98a03d5 x-openstack-request-id: req-ece476ce-a4bf-493f-9240-63c8b98a03d5 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:28.466162 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b7e232-2fba-498b-9008-c0c24aa46a61", "tag": "3a974b5b-b6e7-441c-98c6-62ef1f54caba", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:28.466405 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ece476ce-a4bf-493f-9240-63c8b98a03d5 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:28.466785 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'tag': '3a974b5b-b6e7-441c-98c6-62ef1f54caba', 'status': 'completed', 'code': 200} Jul 28 04:22:28.538657 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec87d35-f8e3-4c75-aca3-fa91e4a16c48 req-751706e7-285c-48b1-9910-599b20c7ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:28.540293 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2ec87d35-f8e3-4c75-aca3-fa91e4a16c48 req-751706e7-285c-48b1-9910-599b20c7ea67 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 1097 time: 0.0483570 Jul 28 04:22:28.558689 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-de686422-15c3-40b8-a37e-e8b236348863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:28.564776 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-de686422-15c3-40b8-a37e-e8b236348863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:28.565901 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-de686422-15c3-40b8-a37e-e8b236348863 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3379936a-3b9c-49a7-87cd-6431d96f94ef HTTP/1.1" status: 204 len: 168 time: 0.2164304 Jul 28 04:22:28.611455 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de686422-15c3-40b8-a37e-e8b236348863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3379936a-3b9c-49a7-87cd-6431d96f94ef,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:28.652918 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec87d35-f8e3-4c75-aca3-fa91e4a16c48 req-c710f9e5-1ff8-476d-a56a-1bc23f453bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:28.654502 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2ec87d35-f8e3-4c75-aca3-fa91e4a16c48 req-c710f9e5-1ff8-476d-a56a-1bc23f453bea service neutron] 10.222.0.22 "GET /v2.0/networks?id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3 HTTP/1.1" status: 200 len: 911 time: 0.1046383 Jul 28 04:22:28.700135 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2ec87d35-f8e3-4c75-aca3-fa91e4a16c48 req-9001a395-48c0-4079-9a10-2006cf597928 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a974b5b-b6e7-441c-98c6-62ef1f54caba HTTP/1.1" status: 200 len: 217 time: 0.0377848 Jul 28 04:22:28.755209 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec87d35-f8e3-4c75-aca3-fa91e4a16c48 req-b6e0a9f6-0ea0-4321-9272-b47c6a89bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:28.757069 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2ec87d35-f8e3-4c75-aca3-fa91e4a16c48 req-b6e0a9f6-0ea0-4321-9272-b47c6a89bf42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9 HTTP/1.1" status: 200 len: 849 time: 0.0497615 Jul 28 04:22:28.803153 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec87d35-f8e3-4c75-aca3-fa91e4a16c48 req-95aa11fb-1541-45e9-a250-e2eb45e8449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:28.804631 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2ec87d35-f8e3-4c75-aca3-fa91e4a16c48 req-95aa11fb-1541-45e9-a250-e2eb45e8449b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398617 Jul 28 04:22:28.903507 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2ec87d35-f8e3-4c75-aca3-fa91e4a16c48 req-4560d089-a88b-4507-ace7-6c5b89bde206 service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912957 Jul 28 04:22:29.002659 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2ec87d35-f8e3-4c75-aca3-fa91e4a16c48 req-25937629-bf1c-4d03-a175-b542fe237efc service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918376 Jul 28 04:22:29.179366 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26c5e7-c0eb-49ad-8070-5986db23c01c req-59e4ac99-9dee-4bcb-b245-d744c8565bc3 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:29.180906 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cd26c5e7-c0eb-49ad-8070-5986db23c01c req-59e4ac99-9dee-4bcb-b245-d744c8565bc3 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 944 time: 0.0513268 Jul 28 04:22:29.220655 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cd26c5e7-c0eb-49ad-8070-5986db23c01c req-eebdc2f3-926b-4803-b941-c768b6a2152d tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331254 Jul 28 04:22:30.337600 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b124c78-7ecf-40b6-8901-c28409213a59 req-bc454b47-ae04-4ea0-8fba-d6028b18e64c tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:30.339079 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7b124c78-7ecf-40b6-8901-c28409213a59 req-bc454b47-ae04-4ea0-8fba-d6028b18e64c tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 944 time: 0.0522122 Jul 28 04:22:30.377721 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7b124c78-7ecf-40b6-8901-c28409213a59 req-a3131c22-78fa-4125-aeb5-cad75938171a tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324366 Jul 28 04:22:30.749807 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3a974b5b-b6e7-441c-98c6-62ef1f54caba details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:22:30.850669 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3a974b5b-b6e7-441c-98c6-62ef1f54caba, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3a974b5b-b6e7-441c-98c6-62ef1f54caba,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:30.865234 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '3a974b5b-b6e7-441c-98c6-62ef1f54caba', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'port_id': '3a974b5b-b6e7-441c-98c6-62ef1f54caba', 'mac_address': 'fa:16:3e:53:f1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:22:30.902809 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:30.916220 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a974b5b-b6e7-441c-98c6-62ef1f54caba {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:22:30.936023 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3a974b5b-b6e7-441c-98c6-62ef1f54caba, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3a974b5b-b6e7-441c-98c6-62ef1f54caba,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:30.982097 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:31.031198 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=3a974b5b-b6e7-441c-98c6-62ef1f54caba,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:31.488985 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdd56f-913e-4b77-ad02-1572dd4da53c req-67337859-586b-4e06-9981-e980744e26ba tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:31.490444 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-afbdd56f-913e-4b77-ad02-1572dd4da53c req-67337859-586b-4e06-9981-e980744e26ba tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 945 time: 0.0472596 Jul 28 04:22:31.526818 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-afbdd56f-913e-4b77-ad02-1572dd4da53c req-76120669-7c6b-4d1b-bf48-be75e76ba545 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305889 Jul 28 04:22:32.307368 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-babd9fea-ea56-41cf-9671-09797b8d3189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:32.638891 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b65b-6fe7-45e5-9445-57dc04205b3e req-dd0bd88f-1d8e-4728-85a5-46e8a7490e64 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:32.640419 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ac73b65b-6fe7-45e5-9445-57dc04205b3e req-dd0bd88f-1d8e-4728-85a5-46e8a7490e64 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 945 time: 0.0492933 Jul 28 04:22:32.678990 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ac73b65b-6fe7-45e5-9445-57dc04205b3e req-43cc2159-3e46-47fd-b511-8d65e55a97cf tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323737 Jul 28 04:22:32.895040 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['3a974b5b-b6e7-441c-98c6-62ef1f54caba'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:22:33.807961 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e68f48-1e58-4a56-893a-91045fecfdac req-2ff38209-ca0c-499f-bbb5-451c54563432 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:33.809540 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39e68f48-1e58-4a56-893a-91045fecfdac req-2ff38209-ca0c-499f-bbb5-451c54563432 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 945 time: 0.0617757 Jul 28 04:22:33.853137 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39e68f48-1e58-4a56-893a-91045fecfdac req-413f065d-0828-4b96-8081-b206e2255c6b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370984 Jul 28 04:22:34.643827 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3a974b5b-b6e7-441c-98c6-62ef1f54caba up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:22:34.747681 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 3a974b5b-b6e7-441c-98c6-62ef1f54caba completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:22:34.753038 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 3a974b5b-b6e7-441c-98c6-62ef1f54caba triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:22:34.753667 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:34.828691 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34870) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:34.829246 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-4bed9df5-d82e-4a95-99c0-ef02e9c0e244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:34.893772 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:34.937946 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 3a974b5b-b6e7-441c-98c6-62ef1f54caba, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3a974b5b-b6e7-441c-98c6-62ef1f54caba,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:34.940131 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a974b5b-b6e7-441c-98c6-62ef1f54caba'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:34.945786 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ddbc59-25fb-41ce-a0c9-fce0754748bf" -d '{"events": [{"server_uuid": "b9b7e232-2fba-498b-9008-c0c24aa46a61", "name": "network-vif-plugged", "status": "completed", "tag": "3a974b5b-b6e7-441c-98c6-62ef1f54caba"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:34.993769 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:35.003848 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5f25fe78-d7c5-4dee-b445-abb6ae9f5823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:35.029640 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f169a90f-51f8-4a21-8a26-ee1838ba8c7b x-openstack-request-id: req-f169a90f-51f8-4a21-8a26-ee1838ba8c7b {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:35.030566 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b7e232-2fba-498b-9008-c0c24aa46a61", "name": "network-vif-plugged", "status": "completed", "tag": "3a974b5b-b6e7-441c-98c6-62ef1f54caba", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:35.031055 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f169a90f-51f8-4a21-8a26-ee1838ba8c7b {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:35.031615 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a974b5b-b6e7-441c-98c6-62ef1f54caba', 'code': 200} Jul 28 04:22:35.068207 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=3a974b5b-b6e7-441c-98c6-62ef1f54caba,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:35.112120 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4ff13-0816-4471-8d1b-a00be73fde7a req-f7529620-8daa-4030-896f-a191fdf6e141 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:35.119443 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bad4ff13-0816-4471-8d1b-a00be73fde7a req-f7529620-8daa-4030-896f-a191fdf6e141 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 945 time: 0.1828496 Jul 28 04:22:35.147238 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5f25fe78-d7c5-4dee-b445-abb6ae9f5823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:35.172192 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bad4ff13-0816-4471-8d1b-a00be73fde7a req-a931194f-c83d-4ff0-8cf6-0d64850d2591 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518038 Jul 28 04:22:35.205239 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5f25fe78-d7c5-4dee-b445-abb6ae9f5823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:35.233342 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:35.253861 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34878) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:35.254441 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-5f25fe78-d7c5-4dee-b445-abb6ae9f5823 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57a96cfe51274757ac50bc6c0747285c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241517 Jul 28 04:22:35.256625 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25fe78-d7c5-4dee-b445-abb6ae9f5823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b98d6a-3583-4971-b567-59e324fe02fb,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:35.310907 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef791a30-e4ed-4e0d-a4d5-4d2bc3909c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:35.339257 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef791a30-e4ed-4e0d-a4d5-4d2bc3909c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:35.382941 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794a04-d426-41b3-a9b1-377e7b6823cd req-924b5faa-54e8-46ee-8a50-4bbd60527f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:35.386847 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-75794a04-d426-41b3-a9b1-377e7b6823cd req-924b5faa-54e8-46ee-8a50-4bbd60527f0e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 1099 time: 0.0592785 Jul 28 04:22:35.428001 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-75794a04-d426-41b3-a9b1-377e7b6823cd req-01ec5bc9-c7cd-4cec-a1e9-9df72fc735e7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333886 Jul 28 04:22:35.467535 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef791a30-e4ed-4e0d-a4d5-4d2bc3909c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:35.470834 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef791a30-e4ed-4e0d-a4d5-4d2bc3909c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:35.472331 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ef791a30-e4ed-4e0d-a4d5-4d2bc3909c1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42b98d6a-3583-4971-b567-59e324fe02fb HTTP/1.1" status: 204 len: 168 time: 0.2167544 Jul 28 04:22:35.482906 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef791a30-e4ed-4e0d-a4d5-4d2bc3909c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b98d6a-3583-4971-b567-59e324fe02fb,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:36.117558 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34894) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:36.132270 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fe9cf84a-46ec-4ff5-ab38-30e4b19908cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:36.263239 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fe9cf84a-46ec-4ff5-ab38-30e4b19908cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:36.290373 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:36.320195 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12101a0c-891f-4def-b827-6f834e7dddee req-05d2c026-d91f-4c2d-8df3-6336d95a1471 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:36.328894 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fe9cf84a-46ec-4ff5-ab38-30e4b19908cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:36.340996 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-12101a0c-891f-4def-b827-6f834e7dddee req-05d2c026-d91f-4c2d-8df3-6336d95a1471 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 946 time: 0.0845752 Jul 28 04:22:36.370583 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cf84a-46ec-4ff5-ab38-30e4b19908cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b40b6c-e170-426d-92e1-145daa88d665,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:36.378436 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-fe9cf84a-46ec-4ff5-ab38-30e4b19908cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05257362d81a4f04921d56ba7b805d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595639 Jul 28 04:22:36.383388 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34898) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:36.390067 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-12101a0c-891f-4def-b827-6f834e7dddee req-61839d33-f371-4a1c-b2a8-88595f361bb6 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476294 Jul 28 04:22:36.475948 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-74e0070d-9386-417c-bbb2-5a293acf92d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:36.502786 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-74e0070d-9386-417c-bbb2-5a293acf92d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:36.844753 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-74e0070d-9386-417c-bbb2-5a293acf92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:36.847464 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-74e0070d-9386-417c-bbb2-5a293acf92d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:36.849246 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-74e0070d-9386-417c-bbb2-5a293acf92d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53b40b6c-e170-426d-92e1-145daa88d665 HTTP/1.1" status: 204 len: 168 time: 0.4645646 Jul 28 04:22:36.862085 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0070d-9386-417c-bbb2-5a293acf92d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b40b6c-e170-426d-92e1-145daa88d665,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:36.875969 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9717c1b-d483-491f-94fd-34c79c32eb80 req-6f56591b-ae9d-4192-be86-5a8283907405 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494138165&fields=id&tenant_id=bd9718890b764ceaa9a275014c68fdf0 HTTP/1.1" status: 200 len: 267 time: 0.0366366 Jul 28 04:22:36.952268 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9717c1b-d483-491f-94fd-34c79c32eb80 req-ae52e137-cac2-4ece-b7b0-2c16992fe9b2 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:36.962942 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9717c1b-d483-491f-94fd-34c79c32eb80 req-ae52e137-cac2-4ece-b7b0-2c16992fe9b2 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 985 time: 0.0696428 Jul 28 04:22:36.968804 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-c9717c1b-d483-491f-94fd-34c79c32eb80 req-0756ce22-66d7-4886-b234-1d31f1139763 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Request body: {'port': {'security_groups': ['9be198f7-4ae8-4441-8840-0ba3f6e2e77e']}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:37.056014 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9717c1b-d483-491f-94fd-34c79c32eb80 req-0756ce22-66d7-4886-b234-1d31f1139763 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:37.317249 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-c9717c1b-d483-491f-94fd-34c79c32eb80 req-0756ce22-66d7-4886-b234-1d31f1139763 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] For port 9c94e55e-d851-4d26-a848-e47855620084, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c94e55e-d851-4d26-a848-e47855620084,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:37.359109 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9717c1b-d483-491f-94fd-34c79c32eb80 req-0756ce22-66d7-4886-b234-1d31f1139763 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:37.433230 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9717c1b-d483-491f-94fd-34c79c32eb80 req-0756ce22-66d7-4886-b234-1d31f1139763 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:37.447387 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['9c94e55e-d851-4d26-a848-e47855620084'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:22:37.518983 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9717c1b-d483-491f-94fd-34c79c32eb80 req-0756ce22-66d7-4886-b234-1d31f1139763 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:37.520157 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-c9717c1b-d483-491f-94fd-34c79c32eb80 req-0756ce22-66d7-4886-b234-1d31f1139763 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:37.522056 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9717c1b-d483-491f-94fd-34c79c32eb80 req-0756ce22-66d7-4886-b234-1d31f1139763 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "PUT /v2.0/ports/9c94e55e-d851-4d26-a848-e47855620084 HTTP/1.1" status: 200 len: 943 time: 0.5582972 Jul 28 04:22:37.522677 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'tag': '9c94e55e-d851-4d26-a848-e47855620084'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:37.527879 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34926) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:37.532257 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347cbfba-d7d7-4cfa-a6bb-ee43d6a2a1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "tag": "9c94e55e-d851-4d26-a848-e47855620084"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:37.575163 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756ce22-66d7-4886-b234-1d31f1139763 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event updated for resources: {'Port': ['ID=9c94e55e-d851-4d26-a848-e47855620084,revision_number=7']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:37.655066 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['9c94e55e-d851-4d26-a848-e47855620084'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:22:37.656362 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9473702-337f-4223-9738-713417bf9623 x-openstack-request-id: req-a9473702-337f-4223-9738-713417bf9623 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:37.659954 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "tag": "9c94e55e-d851-4d26-a848-e47855620084", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:37.659954 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9473702-337f-4223-9738-713417bf9623 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:37.659954 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'tag': '9c94e55e-d851-4d26-a848-e47855620084', 'status': 'completed', 'code': 200} Jul 28 04:22:37.678747 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d171108-cff8-42c2-9e5e-c951acd1511d tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:37.698673 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c53c3-6b5c-4c3d-af28-c364c82b0868 req-baa62968-9617-40f2-8fed-f4f860442d69 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:37.707897 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7a8c53c3-6b5c-4c3d-af28-c364c82b0868 req-baa62968-9617-40f2-8fed-f4f860442d69 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 946 time: 0.1205888 Jul 28 04:22:37.763272 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d171108-cff8-42c2-9e5e-c951acd1511d tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:37.784839 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7a8c53c3-6b5c-4c3d-af28-c364c82b0868 req-017a30ce-db3d-4a4b-8e49-27be3b6eec85 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731857 Jul 28 04:22:37.942114 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d171108-cff8-42c2-9e5e-c951acd1511d tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:37.946351 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d171108-cff8-42c2-9e5e-c951acd1511d tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:37.949221 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-9d171108-cff8-42c2-9e5e-c951acd1511d tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1414108-4adc-46cb-bdb9-6b731ee256a9 HTTP/1.1" status: 204 len: 168 time: 0.4189990 Jul 28 04:22:37.956414 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 34942) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:37.989462 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d171108-cff8-42c2-9e5e-c951acd1511d tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1414108-4adc-46cb-bdb9-6b731ee256a9,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:37.990820 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-ff9bbb8d-aaf7-469d-8506-3d657af6522a None None] Provisioning complete for port 9c94e55e-d851-4d26-a848-e47855620084 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:22:37.991284 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ff9bbb8d-aaf7-469d-8506-3d657af6522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:38.020425 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca059fc6-51fd-4356-a56b-ac6c3d7c77c1 req-9d1df827-7326-4490-ac51-e5cacdb414e3 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:38.022085 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ca059fc6-51fd-4356-a56b-ac6c3d7c77c1 req-9d1df827-7326-4490-ac51-e5cacdb414e3 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 946 time: 0.0758619 Jul 28 04:22:38.031969 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbfba-d7d7-4cfa-a6bb-ee43d6a2a1fd req-0b0a98b4-ee60-4704-87f5-1d007e52a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:38.034617 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-347cbfba-d7d7-4cfa-a6bb-ee43d6a2a1fd req-0b0a98b4-ee60-4704-87f5-1d007e52a314 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9718890b764ceaa9a275014c68fdf0&device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 1099 time: 0.3757589 Jul 28 04:22:38.035199 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 34946) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:38.039755 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-4c26c368-caf4-4d4a-b37f-28d4ef9f4947 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Request body: {'floatingip': {'port_id': '3a974b5b-b6e7-441c-98c6-62ef1f54caba'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:22:38.047850 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:38.092915 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4c26c368-caf4-4d4a-b37f-28d4ef9f4947 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:38.257319 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Deleting port bf35b333-0594-405b-b726-97b081f6e2a8 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:38.258035 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:38.372286 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:38.373270 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:38.405513 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Calling delete_port for bf35b333-0594-405b-b726-97b081f6e2a8 owned by network:floatingip {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:38.419988 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbfba-d7d7-4cfa-a6bb-ee43d6a2a1fd req-408efd48-f0fc-4dfe-ba21-efab0a6fd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:38.421186 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-347cbfba-d7d7-4cfa-a6bb-ee43d6a2a1fd req-408efd48-f0fc-4dfe-ba21-efab0a6fd05d service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 HTTP/1.1" status: 200 len: 915 time: 0.1907809 Jul 28 04:22:38.521770 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-347cbfba-d7d7-4cfa-a6bb-ee43d6a2a1fd req-371441de-1826-43b2-b62e-586834da842e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c94e55e-d851-4d26-a848-e47855620084 HTTP/1.1" status: 200 len: 1001 time: 0.0712731 Jul 28 04:22:38.722693 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbfba-d7d7-4cfa-a6bb-ee43d6a2a1fd req-c0d0cded-ee1f-44d2-b38a-e38e83a5f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:38.724643 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-347cbfba-d7d7-4cfa-a6bb-ee43d6a2a1fd req-c0d0cded-ee1f-44d2-b38a-e38e83a5f66f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=527b9ad8-c8ba-41cb-a8ae-5e912e6db0de HTTP/1.1" status: 200 len: 853 time: 0.1885712 Jul 28 04:22:38.758795 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:38.795675 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event deleted for resources: {'Port': ['ID=bf35b333-0594-405b-b726-97b081f6e2a8,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:38.827921 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbfba-d7d7-4cfa-a6bb-ee43d6a2a1fd req-049f43e0-f0da-4600-949f-4bcd8246b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:38.829421 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-347cbfba-d7d7-4cfa-a6bb-ee43d6a2a1fd req-049f43e0-f0da-4600-949f-4bcd8246b805 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0924854 Jul 28 04:22:38.917613 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks [] for floatingip, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:38.917613 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.l3_db [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Floating IP 05ff47d7-958e-4e03-84bb-92c8b8834b40 disassociated (deleted). External IP: 172.27.2.98, port: 9c94e55e-d851-4d26-a848-e47855620084. Jul 28 04:22:39.062367 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-347cbfba-d7d7-4cfa-a6bb-ee43d6a2a1fd req-7c9eaf08-3601-4e84-b739-e503033650cb service neutron] 10.222.0.22 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205477 Jul 28 04:22:39.069383 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4c26c368-caf4-4d4a-b37f-28d4ef9f4947 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:39.194242 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-347cbfba-d7d7-4cfa-a6bb-ee43d6a2a1fd req-a1de688f-fe0a-4934-a9d2-03934f6b40f7 service neutron] 10.222.0.22 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231444 Jul 28 04:22:39.195529 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4c26c368-caf4-4d4a-b37f-28d4ef9f4947 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:39.310054 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:22:39.524296 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:22:39.530217 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:39.539903 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53696d22-8a82-497d-a6df-6bef2dde7992 None None] Sync routers for ids ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:22:39.567549 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53696d22-8a82-497d-a6df-6bef2dde7992 None None] Routers {'12abc4be-37b5-4c25-b9ea-ec6240a013f0'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:39.573965 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-53696d22-8a82-497d-a6df-6bef2dde7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:22:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:39.624944 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-1a30cba8-1e6f-4420-a874-a04b3eaeb59e tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "DELETE /v2.0/floatingips/05ff47d7-958e-4e03-84bb-92c8b8834b40 HTTP/1.1" status: 204 len: 168 time: 1.6630628 Jul 28 04:22:39.626041 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'tag': '9c94e55e-d851-4d26-a848-e47855620084'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:39.633656 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89c62f2-3b35-4f01-8c57-b0fb84800e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "tag": "9c94e55e-d851-4d26-a848-e47855620084"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:39.686214 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b857cbc-977e-45dc-b32e-e070ea87e88a x-openstack-request-id: req-0b857cbc-977e-45dc-b32e-e070ea87e88a {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:39.686579 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "tag": "9c94e55e-d851-4d26-a848-e47855620084", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:39.686743 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b857cbc-977e-45dc-b32e-e070ea87e88a {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:39.687147 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'tag': '9c94e55e-d851-4d26-a848-e47855620084', 'status': 'completed', 'code': 200} Jul 28 04:22:39.779291 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.l3_db [None req-4c26c368-caf4-4d4a-b37f-28d4ef9f4947 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Floating IP 69604a05-9f85-4999-a8f3-a743ab145d54 associated. External IP: 172.27.2.20, port: 3a974b5b-b6e7-441c-98c6-62ef1f54caba. Jul 28 04:22:39.821877 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-53696d22-8a82-497d-a6df-6bef2dde7992 None None] Set router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:40.085613 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c62f2-3b35-4f01-8c57-b0fb84800e5b req-bce26197-d76e-477e-9682-e3547ff72c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:40.087650 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f89c62f2-3b35-4f01-8c57-b0fb84800e5b req-bce26197-d76e-477e-9682-e3547ff72c76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9718890b764ceaa9a275014c68fdf0&device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 1099 time: 0.1498251 Jul 28 04:22:40.178043 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-53696d22-8a82-497d-a6df-6bef2dde7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:19:28Z', 'revision_number': 4, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '01ad328f-faa1-483a-8919-287853b55d22', 'name': '', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'mac_address': 'fa:16:3e:8c:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:27Z', 'updated_at': '2021-07-28T04:19:36Z', 'revision_number': 5, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'subnets': [{'id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:40.229880 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53696d22-8a82-497d-a6df-6bef2dde7992 None None] Checking router: 12abc4be-37b5-4c25-b9ea-ec6240a013f0 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:22:40.240058 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53696d22-8a82-497d-a6df-6bef2dde7992 None None] Routers {'12abc4be-37b5-4c25-b9ea-ec6240a013f0'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:40.243542 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-53696d22-8a82-497d-a6df-6bef2dde7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:22:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:40.299125 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c26c368-caf4-4d4a-b37f-28d4ef9f4947 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Router f274f25a-af76-4589-9282-9f83a33177d3 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:22:40.456997 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-53696d22-8a82-497d-a6df-6bef2dde7992 None None] Set router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:40.469677 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c26c368-caf4-4d4a-b37f-28d4ef9f4947 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:22:40.480716 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e89c71-e0af-47c1-a12e-2e452e439e7c None None] Sync routers for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:22:40.485546 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4c26c368-caf4-4d4a-b37f-28d4ef9f4947 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:40.501018 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e89c71-e0af-47c1-a12e-2e452e439e7c None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:40.504116 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-49e89c71-e0af-47c1-a12e-2e452e439e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:22:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:40.593079 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-4c26c368-caf4-4d4a-b37f-28d4ef9f4947 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "PUT /v2.0/floatingips/69604a05-9f85-4999-a8f3-a743ab145d54 HTTP/1.1" status: 200 len: 991 time: 2.5566516 Jul 28 04:22:40.597449 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'tag': '3a974b5b-b6e7-441c-98c6-62ef1f54caba'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:40.601857 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5648a091-4a10-43bc-ad7d-906a20d71a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b7e232-2fba-498b-9008-c0c24aa46a61", "tag": "3a974b5b-b6e7-441c-98c6-62ef1f54caba"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:40.606186 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c62f2-3b35-4f01-8c57-b0fb84800e5b req-aea144e2-8c61-4150-8f51-7b31d31167d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:40.608926 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f89c62f2-3b35-4f01-8c57-b0fb84800e5b req-aea144e2-8c61-4150-8f51-7b31d31167d6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 HTTP/1.1" status: 200 len: 915 time: 0.4620330 Jul 28 04:22:40.634893 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-49e89c71-e0af-47c1-a12e-2e452e439e7c None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:40.686754 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f89c62f2-3b35-4f01-8c57-b0fb84800e5b req-ce6ac579-b31d-4352-9167-970412bc7922 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c94e55e-d851-4d26-a848-e47855620084 HTTP/1.1" status: 200 len: 217 time: 0.0644715 Jul 28 04:22:40.697253 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11330609-e925-44bf-bf5f-fa888396b7e8 x-openstack-request-id: req-11330609-e925-44bf-bf5f-fa888396b7e8 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:40.697778 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b7e232-2fba-498b-9008-c0c24aa46a61", "tag": "3a974b5b-b6e7-441c-98c6-62ef1f54caba", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:40.698152 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11330609-e925-44bf-bf5f-fa888396b7e8 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:40.698659 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'tag': '3a974b5b-b6e7-441c-98c6-62ef1f54caba', 'status': 'completed', 'code': 200} Jul 28 04:22:40.941352 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c62f2-3b35-4f01-8c57-b0fb84800e5b req-0b9e3a78-7ca9-4564-965e-c14ea740c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:40.945524 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f89c62f2-3b35-4f01-8c57-b0fb84800e5b req-0b9e3a78-7ca9-4564-965e-c14ea740c5c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=527b9ad8-c8ba-41cb-a8ae-5e912e6db0de HTTP/1.1" status: 200 len: 853 time: 0.2459607 Jul 28 04:22:40.952293 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-49e89c71-e0af-47c1-a12e-2e452e439e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '69604a05-9f85-4999-a8f3-a743ab145d54', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'port_id': '3a974b5b-b6e7-441c-98c6-62ef1f54caba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'mac_address': 'fa:16:3e:53:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:22:18Z', 'updated_at': '2021-07-28T04:22:38Z', 'revision_number': 1, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:45Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:40.953488 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a091-4a10-43bc-ad7d-906a20d71a5c req-c0fcb2af-326e-4fd0-8c36-b7412ebec316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:40.956582 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5648a091-4a10-43bc-ad7d-906a20d71a5c req-c0fcb2af-326e-4fd0-8c36-b7412ebec316 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 1099 time: 0.1537979 Jul 28 04:22:40.996147 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e89c71-e0af-47c1-a12e-2e452e439e7c None None] Checking router: f274f25a-af76-4589-9282-9f83a33177d3 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:22:41.010889 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e89c71-e0af-47c1-a12e-2e452e439e7c None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:41.011765 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-49e89c71-e0af-47c1-a12e-2e452e439e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:22:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:41.037281 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-53696d22-8a82-497d-a6df-6bef2dde7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:19:28Z', 'revision_number': 4, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '01ad328f-faa1-483a-8919-287853b55d22', 'name': '', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'mac_address': 'fa:16:3e:8c:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:27Z', 'updated_at': '2021-07-28T04:19:36Z', 'revision_number': 5, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'subnets': [{'id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:41.109016 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c62f2-3b35-4f01-8c57-b0fb84800e5b req-e3422fbe-9bc1-4a30-972d-348327a3f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:41.110587 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f89c62f2-3b35-4f01-8c57-b0fb84800e5b req-e3422fbe-9bc1-4a30-972d-348327a3f98a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1527619 Jul 28 04:22:41.137699 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53696d22-8a82-497d-a6df-6bef2dde7992 None None] The sync data for ids ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'] in dv-cinder-740146-11-iscsi is: [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:19:28Z', 'revision_number': 4, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '01ad328f-faa1-483a-8919-287853b55d22', 'name': '', 'network_id': '6f18a0da-3cc6-49f6-809a-47ae9fa19bb0', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'mac_address': 'fa:16:3e:8c:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:27Z', 'updated_at': '2021-07-28T04:19:36Z', 'revision_number': 5, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'subnets': [{'id': '527b9ad8-c8ba-41cb-a8ae-5e912e6db0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:22:41.162814 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-49e89c71-e0af-47c1-a12e-2e452e439e7c None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:41.210140 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a091-4a10-43bc-ad7d-906a20d71a5c req-f8c89675-48d2-4507-a02d-fff35ff9fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:41.211614 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5648a091-4a10-43bc-ad7d-906a20d71a5c req-f8c89675-48d2-4507-a02d-fff35ff9fbe3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3 HTTP/1.1" status: 200 len: 911 time: 0.2314878 Jul 28 04:22:41.322322 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5648a091-4a10-43bc-ad7d-906a20d71a5c req-6b564c21-4d4a-469a-b60d-a35e2252c9b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a974b5b-b6e7-441c-98c6-62ef1f54caba HTTP/1.1" status: 200 len: 999 time: 0.1022632 Jul 28 04:22:41.328676 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f89c62f2-3b35-4f01-8c57-b0fb84800e5b req-c4d327ec-771a-4dc1-9d26-00839b938761 service neutron] 10.222.0.22 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086701 Jul 28 04:22:41.496919 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a091-4a10-43bc-ad7d-906a20d71a5c req-8d53a409-7022-4c37-ba16-a7a68b951edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:41.499191 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5648a091-4a10-43bc-ad7d-906a20d71a5c req-8d53a409-7022-4c37-ba16-a7a68b951edb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9 HTTP/1.1" status: 200 len: 849 time: 0.1569695 Jul 28 04:22:41.579239 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f89c62f2-3b35-4f01-8c57-b0fb84800e5b req-429cbf7e-3920-4194-9457-c477eb61d86b service neutron] 10.222.0.22 "GET /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356582 Jul 28 04:22:41.582090 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a091-4a10-43bc-ad7d-906a20d71a5c req-b16bce9a-27a4-4c49-9be2-85f5c81051a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:41.604347 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-49e89c71-e0af-47c1-a12e-2e452e439e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '69604a05-9f85-4999-a8f3-a743ab145d54', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'port_id': '3a974b5b-b6e7-441c-98c6-62ef1f54caba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'mac_address': 'fa:16:3e:53:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:22:18Z', 'updated_at': '2021-07-28T04:22:38Z', 'revision_number': 1, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:45Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:41.604846 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5648a091-4a10-43bc-ad7d-906a20d71a5c req-b16bce9a-27a4-4c49-9be2-85f5c81051a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0749753 Jul 28 04:22:41.638864 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e89c71-e0af-47c1-a12e-2e452e439e7c None None] The sync data for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi is: [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '69604a05-9f85-4999-a8f3-a743ab145d54', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'port_id': '3a974b5b-b6e7-441c-98c6-62ef1f54caba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'mac_address': 'fa:16:3e:53:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:22:18Z', 'updated_at': '2021-07-28T04:22:38Z', 'revision_number': 1, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:45Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:22:41.648142 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b88ef18-e383-4a00-9a43-729effeef7c5 None None] New status for floating IP 05ff47d7-958e-4e03-84bb-92c8b8834b40: DOWN {{(pid=93705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:22:41.742709 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5648a091-4a10-43bc-ad7d-906a20d71a5c req-625a7a86-da42-4803-820e-ff3d4b8dae7f service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359248 Jul 28 04:22:41.885851 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5648a091-4a10-43bc-ad7d-906a20d71a5c req-08a196c5-11f1-4a11-800e-8239f5f52b5f service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040497 Jul 28 04:22:41.921481 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d98746-a43f-4664-9d0f-cb1a145df3f6 None None] New status for floating IP 69604a05-9f85-4999-a8f3-a743ab145d54: ACTIVE {{(pid=93706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:22:44.323965 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fa3d8-deff-4120-aaa8-191c3667497e req-b4763575-bd4a-4f1d-a3b1-3bc6197dc18a tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:44.325683 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc6fa3d8-deff-4120-aaa8-191c3667497e req-b4763575-bd4a-4f1d-a3b1-3bc6197dc18a tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.0620835 Jul 28 04:22:44.363756 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:22:44.370538 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc6fa3d8-deff-4120-aaa8-191c3667497e req-40c39865-63c8-455a-b221-e1752ca250df tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375450 Jul 28 04:22:45.512423 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad250-222b-492c-9255-5af98c016688 req-18c6dd61-9dd5-43f5-b0e2-bbfb884fea42 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:45.524649 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f18ad250-222b-492c-9255-5af98c016688 req-18c6dd61-9dd5-43f5-b0e2-bbfb884fea42 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.0685272 Jul 28 04:22:45.567721 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f18ad250-222b-492c-9255-5af98c016688 req-a84eea33-b6d3-43e6-8638-a559570b79a8 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421634 Jul 28 04:22:46.381829 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b898a4-1ee2-4818-82c4-ad8b542abc20 req-010b9607-4b98-4c2e-91c1-7e085245b2e9 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:46.383378 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-29b898a4-1ee2-4818-82c4-ad8b542abc20 req-010b9607-4b98-4c2e-91c1-7e085245b2e9 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.22 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.0752161 Jul 28 04:22:46.503365 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-29b898a4-1ee2-4818-82c4-ad8b542abc20 req-649f6c0d-0395-4862-ac2c-25bcf1c70ac4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Deleting port 9c94e55e-d851-4d26-a848-e47855620084 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:46.503782 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-29b898a4-1ee2-4818-82c4-ad8b542abc20 req-649f6c0d-0395-4862-ac2c-25bcf1c70ac4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:46.620980 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-29b898a4-1ee2-4818-82c4-ad8b542abc20 req-649f6c0d-0395-4862-ac2c-25bcf1c70ac4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] For port 9c94e55e-d851-4d26-a848-e47855620084, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9c94e55e-d851-4d26-a848-e47855620084,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:46.646031 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-29b898a4-1ee2-4818-82c4-ad8b542abc20 req-649f6c0d-0395-4862-ac2c-25bcf1c70ac4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:46.675218 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-29b898a4-1ee2-4818-82c4-ad8b542abc20 req-649f6c0d-0395-4862-ac2c-25bcf1c70ac4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Calling delete_port for 9c94e55e-d851-4d26-a848-e47855620084 owned by compute:nova {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:46.819162 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17eb4f-1b7e-4702-8bee-33ac4e3790d2 req-26de4a1c-9bad-4422-b558-7d9968c6de38 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:46.820834 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0e17eb4f-1b7e-4702-8bee-33ac4e3790d2 req-26de4a1c-9bad-4422-b558-7d9968c6de38 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 946 time: 0.1348286 Jul 28 04:22:46.913794 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0e17eb4f-1b7e-4702-8bee-33ac4e3790d2 req-392ce080-84e5-4d1e-a402-adb7345f75d5 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/security-groups?id=9be198f7-4ae8-4441-8840-0ba3f6e2e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830855 Jul 28 04:22:47.017743 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-29b898a4-1ee2-4818-82c4-ad8b542abc20 req-649f6c0d-0395-4862-ac2c-25bcf1c70ac4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:47.059987 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f6c0d-0395-4862-ac2c-25bcf1c70ac4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Pushing event deleted for resources: {'Port': ['ID=9c94e55e-d851-4d26-a848-e47855620084,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:47.117305 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b898a4-1ee2-4818-82c4-ad8b542abc20 req-649f6c0d-0395-4862-ac2c-25bcf1c70ac4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] No DVR routers for this DVR port 9c94e55e-d851-4d26-a848-e47855620084 on host hv-cinder-74014 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:22:47.120509 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-29b898a4-1ee2-4818-82c4-ad8b542abc20 req-649f6c0d-0395-4862-ac2c-25bcf1c70ac4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:47.122758 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-29b898a4-1ee2-4818-82c4-ad8b542abc20 req-649f6c0d-0395-4862-ac2c-25bcf1c70ac4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.22 "DELETE /v2.0/ports/9c94e55e-d851-4d26-a848-e47855620084 HTTP/1.1" status: 204 len: 173 time: 0.7329209 Jul 28 04:22:47.123151 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'name': 'network-vif-deleted', 'tag': '9c94e55e-d851-4d26-a848-e47855620084'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:22:47.125488 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f47a889-f546-452d-a218-67a21686600b" -d '{"events": [{"server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "name": "network-vif-deleted", "tag": "9c94e55e-d851-4d26-a848-e47855620084"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:22:47.265861 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8df202-7ff4-439d-9343-601e748164fa x-openstack-request-id: req-1d8df202-7ff4-439d-9343-601e748164fa {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:22:47.266039 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08", "name": "network-vif-deleted", "tag": "9c94e55e-d851-4d26-a848-e47855620084", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:22:47.267663 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d8df202-7ff4-439d-9343-601e748164fa {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:22:47.267907 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08', 'name': 'network-vif-deleted', 'tag': '9c94e55e-d851-4d26-a848-e47855620084', 'status': 'completed', 'code': 200} Jul 28 04:22:47.290247 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:48.027969 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-62d56562-8138-47fa-a320-9614df72fce7 req-ea46a3e6-d53b-4316-a7cd-9fa55961e0e4 tempest-TestMinimumBasicScenario-81818152 tempest-TestMinimumBasicScenario-81818152-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0d0fc7-31bf-41f7-98cc-7a6ae9d11e08 HTTP/1.1" status: 200 len: 210 time: 0.0261412 Jul 28 04:22:48.401493 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b413963-3dc5-4f87-980c-8eaa1884bb8a req-2cbe9497-0fb8-49fd-afc1-8a928159fe1c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423379 Jul 28 04:22:48.508378 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413963-3dc5-4f87-980c-8eaa1884bb8a req-b232e032-94ae-4b7c-8218-3ad627b34907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:48.509888 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b413963-3dc5-4f87-980c-8eaa1884bb8a req-b232e032-94ae-4b7c-8218-3ad627b34907 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 1098 time: 0.0513129 Jul 28 04:22:48.672781 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413963-3dc5-4f87-980c-8eaa1884bb8a req-2e397355-8253-400b-96fc-a0b97821e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:48.675278 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b413963-3dc5-4f87-980c-8eaa1884bb8a req-2e397355-8253-400b-96fc-a0b97821e209 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 917 time: 0.1318398 Jul 28 04:22:48.691679 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9c94e55e-d851-4d26-a848-e47855620084 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:22:48.722832 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 9c94e55e-d851-4d26-a848-e47855620084 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:22:48.723402 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 9c94e55e-d851-4d26-a848-e47855620084 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:22:48.780972 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b413963-3dc5-4f87-980c-8eaa1884bb8a req-b201d6e9-a725-47c5-8bd2-03d8c9f062b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec HTTP/1.1" status: 200 len: 1001 time: 0.0833526 Jul 28 04:22:48.847029 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413963-3dc5-4f87-980c-8eaa1884bb8a req-03c190aa-3ec8-4176-a81c-6e5ef6105b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:48.848814 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b413963-3dc5-4f87-980c-8eaa1884bb8a req-03c190aa-3ec8-4176-a81c-6e5ef6105b5c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.0595412 Jul 28 04:22:48.901594 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413963-3dc5-4f87-980c-8eaa1884bb8a req-ce47f4e6-90c9-4b67-abd1-adef8f7b7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:22:48.903057 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b413963-3dc5-4f87-980c-8eaa1884bb8a req-ce47f4e6-90c9-4b67-abd1-adef8f7b7e3c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437138 Jul 28 04:22:49.006481 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b413963-3dc5-4f87-980c-8eaa1884bb8a req-c38b9e23-c34d-4ffb-915a-a6f0718427e7 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944355 Jul 28 04:22:49.133075 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6b413963-3dc5-4f87-980c-8eaa1884bb8a req-d05bf8fc-7c27-4a19-a8ce-8b5e3618c553 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188719 Jul 28 04:22:50.890829 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35230) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:51.017005 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10cb4ade-c3fc-4b42-b914-a084846a4b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:51.107185 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10cb4ade-c3fc-4b42-b914-a084846a4b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:51.194433 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-10cb4ade-c3fc-4b42-b914-a084846a4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:51.237533 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb4ade-c3fc-4b42-b914-a084846a4b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378fb296-700e-486b-93e0-69245604b632,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:51.242706 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-10cb4ade-c3fc-4b42-b914-a084846a4b43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdba8e5e3d394d8e88871918432c9e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506837 Jul 28 04:22:51.245686 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35242) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:51.311835 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0aff102f-a9c8-49cd-a826-0bc054e776b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:51.341489 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0aff102f-a9c8-49cd-a826-0bc054e776b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:51.466589 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0aff102f-a9c8-49cd-a826-0bc054e776b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:51.470414 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0aff102f-a9c8-49cd-a826-0bc054e776b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:51.472008 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-0aff102f-a9c8-49cd-a826-0bc054e776b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/378fb296-700e-486b-93e0-69245604b632 HTTP/1.1" status: 204 len: 168 time: 0.2251213 Jul 28 04:22:51.492262 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff102f-a9c8-49cd-a826-0bc054e776b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378fb296-700e-486b-93e0-69245604b632,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:51.656912 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35248) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:52.046242 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef77c9c3-25af-4dc8-8301-39f5a422381c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707331'] for router_interface, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:52.181855 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35260) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:52.216109 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2d1101c2-6a95-4e25-9ef1-fa340d634184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:52.376534 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2d1101c2-6a95-4e25-9ef1-fa340d634184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:52.385879 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-ef77c9c3-25af-4dc8-8301-39f5a422381c admin admin] Deleting port 01ad328f-faa1-483a-8919-287853b55d22 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:52.386201 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef77c9c3-25af-4dc8-8301-39f5a422381c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:52.458742 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2d1101c2-6a95-4e25-9ef1-fa340d634184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:52.466565 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-ef77c9c3-25af-4dc8-8301-39f5a422381c admin admin] For port 01ad328f-faa1-483a-8919-287853b55d22, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=01ad328f-faa1-483a-8919-287853b55d22,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:52.466908 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef77c9c3-25af-4dc8-8301-39f5a422381c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:52.507241 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-ef77c9c3-25af-4dc8-8301-39f5a422381c admin admin] Calling delete_port for 01ad328f-faa1-483a-8919-287853b55d22 owned by network:router_interface {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:52.517614 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-2d1101c2-6a95-4e25-9ef1-fa340d634184 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c1c658e1cc84ac5a79026d076912618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344541 Jul 28 04:22:52.519859 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1101c2-6a95-4e25-9ef1-fa340d634184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e650f21b-78c0-4526-9c4a-5511892f45af,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:52.520201 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35270) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:52.569769 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:52.591473 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:52.729245 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:52.731966 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:52.733122 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e650f21b-78c0-4526-9c4a-5511892f45af HTTP/1.1" status: 204 len: 168 time: 0.2118804 Jul 28 04:22:52.741900 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e650f21b-78c0-4526-9c4a-5511892f45af,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:52.749055 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:52.749408 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:52.749738 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:52.750160 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:52.750400 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:52.750734 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:52.752133 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:52.752508 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:52.752902 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:52.753233 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:52.753561 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:52.753914 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3062d9a4-4eca-49e1-a8f8-93588c2a64b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:52.757412 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef77c9c3-25af-4dc8-8301-39f5a422381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:52.787983 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77c9c3-25af-4dc8-8301-39f5a422381c admin admin] Pushing event deleted for resources: {'Port': ['ID=01ad328f-faa1-483a-8919-287853b55d22,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:52.965402 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef77c9c3-25af-4dc8-8301-39f5a422381c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707311'] for router_interface, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:53.202673 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef77c9c3-25af-4dc8-8301-39f5a422381c admin admin] Router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:22:53.313603 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef77c9c3-25af-4dc8-8301-39f5a422381c admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:22:53.321488 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ef77c9c3-25af-4dc8-8301-39f5a422381c admin admin] 10.222.0.42 "PUT /v2.0/routers/12abc4be-37b5-4c25-b9ea-ec6240a013f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6608002 Jul 28 04:22:53.323770 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35306) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:53.323879 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e0528-a526-44d2-b545-1c84e39b1a13 None None] Sync routers for ids ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:22:53.333668 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e0528-a526-44d2-b545-1c84e39b1a13 None None] Routers {'12abc4be-37b5-4c25-b9ea-ec6240a013f0'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:53.334293 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-b21e0528-a526-44d2-b545-1c84e39b1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:22:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:53.443652 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:53.546614 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35314) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:53.562278 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:53.566930 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-914ebf4b-cd18-464b-99de-632268de4122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:53.590980 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-b21e0528-a526-44d2-b545-1c84e39b1a13 None None] Set router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:53.659245 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-914ebf4b-cd18-464b-99de-632268de4122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:53.692766 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Deleting port 33653b2e-a3b9-4123-9413-f2c90f43533f {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:53.693109 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:53.741421 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-914ebf4b-cd18-464b-99de-632268de4122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:53.773923 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] For port 33653b2e-a3b9-4123-9413-f2c90f43533f, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=33653b2e-a3b9-4123-9413-f2c90f43533f,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:53.774317 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:53.775141 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-b21e0528-a526-44d2-b545-1c84e39b1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:22:52Z', 'revision_number': 5, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port': {'id': '33653b2e-a3b9-4123-9413-f2c90f43533f', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:25Z', 'updated_at': '2021-07-28T04:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:53.779022 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ebf4b-cd18-464b-99de-632268de4122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc53b02-068e-42ac-b47f-cd81ea1c2143,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:53.787808 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-914ebf4b-cd18-464b-99de-632268de4122 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b056a0f1c1f348b18c408f0690c4be4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375011 Jul 28 04:22:53.788019 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Calling delete_port for 33653b2e-a3b9-4123-9413-f2c90f43533f owned by network:router_gateway {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:53.788189 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35324) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:53.802433 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e0528-a526-44d2-b545-1c84e39b1a13 None None] Checking router: 12abc4be-37b5-4c25-b9ea-ec6240a013f0 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:22:53.811137 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e0528-a526-44d2-b545-1c84e39b1a13 None None] Routers {'12abc4be-37b5-4c25-b9ea-ec6240a013f0'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:53.811787 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-b21e0528-a526-44d2-b545-1c84e39b1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:22:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:53.844577 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-af4333a0-d5b1-4d16-bdf9-58ef926c0cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:53.874529 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-af4333a0-d5b1-4d16-bdf9-58ef926c0cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:53.903943 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-b21e0528-a526-44d2-b545-1c84e39b1a13 None None] Set router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 gateway port host: None {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:53.962760 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-b21e0528-a526-44d2-b545-1c84e39b1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:22:53Z', 'revision_number': 6, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port_host': None}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:53.991692 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e0528-a526-44d2-b545-1c84e39b1a13 None None] The sync data for ids ['12abc4be-37b5-4c25-b9ea-ec6240a013f0'] in dv-cinder-740146-11-iscsi is: [{'id': '12abc4be-37b5-4c25-b9ea-ec6240a013f0', 'name': 'tempest-TestMinimumBasicScenario-631111482-router', 'tenant_id': 'bd9718890b764ceaa9a275014c68fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:24Z', 'updated_at': '2021-07-28T04:22:53Z', 'revision_number': 6, 'project_id': 'bd9718890b764ceaa9a275014c68fdf0', 'gw_port_host': None}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:22:54.062370 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.091891 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Pushing event deleted for resources: {'Port': ['ID=33653b2e-a3b9-4123-9413-f2c90f43533f,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:54.161718 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603213'] for router_gateway, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.266897 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-70883'] for router, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.269096 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.278845 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-af4333a0-d5b1-4d16-bdf9-58ef926c0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.281447 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-af4333a0-d5b1-4d16-bdf9-58ef926c0cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.283419 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-af4333a0-d5b1-4d16-bdf9-58ef926c0cfa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3dc53b02-068e-42ac-b47f-cd81ea1c2143 HTTP/1.1" status: 204 len: 168 time: 0.4938550 Jul 28 04:22:54.292877 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4333a0-d5b1-4d16-bdf9-58ef926c0cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc53b02-068e-42ac-b47f-cd81ea1c2143,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:54.403547 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623426'] for router, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.404140 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12abc4be-37b5-4c25-b9ea-ec6240a013f0 {{(pid=93703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:22:54.413276 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] Notify callbacks [] for router, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.417222 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-7489d906-d7a4-49d3-9bde-f9f347d8de32 admin admin] 10.222.0.42 "DELETE /v2.0/routers/12abc4be-37b5-4c25-b9ea-ec6240a013f0 HTTP/1.1" status: 204 len: 168 time: 1.0917006 Jul 28 04:22:54.417467 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35346) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:54.476343 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_v2 [None req-135bda9f-2ed2-411f-8426-a402f4a620fd admin admin] Deleting subnet 527b9ad8-c8ba-41cb-a8ae-5e912e6db0de {{(pid=93704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:22:54.479283 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-135bda9f-2ed2-411f-8426-a402f4a620fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.512849 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-135bda9f-2ed2-411f-8426-a402f4a620fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4417263'] for subnet, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.622858 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-135bda9f-2ed2-411f-8426-a402f4a620fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.800084 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-135bda9f-2ed2-411f-8426-a402f4a620fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4447606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4594621'] for subnet, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.826381 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bda9f-2ed2-411f-8426-a402f4a620fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527b9ad8-c8ba-41cb-a8ae-5e912e6db0de,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:54.833522 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-135bda9f-2ed2-411f-8426-a402f4a620fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.835455 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-135bda9f-2ed2-411f-8426-a402f4a620fd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/527b9ad8-c8ba-41cb-a8ae-5e912e6db0de HTTP/1.1" status: 204 len: 168 time: 0.4172635 Jul 28 04:22:54.837949 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35352) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:54.841068 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb23d496-f684-43e6-9736-baf018cb9ac7 None None] Network 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:22:54.921434 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.976168 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Deleting port 6b1406a7-ad6a-4423-addc-e36fa72a4a36 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:54.978478 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.040480 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad217727-5f11-4d04-9dc8-8de07aebe07d None None] DHCP port deletion for 6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 request from dv-cinder-740146-11-iscsi {{(pid=93705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:22:55.049229 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] For port 6b1406a7-ad6a-4423-addc-e36fa72a4a36, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=6b1406a7-ad6a-4423-addc-e36fa72a4a36,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:55.049616 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.064641 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Calling delete_port for 6b1406a7-ad6a-4423-addc-e36fa72a4a36 owned by network:dhcp {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:55.091875 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-ad217727-5f11-4d04-9dc8-8de07aebe07d None None] Deleting port 6b1406a7-ad6a-4423-addc-e36fa72a4a36 {{(pid=93705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:55.092256 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ad217727-5f11-4d04-9dc8-8de07aebe07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.157970 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-ad217727-5f11-4d04-9dc8-8de07aebe07d None None] For port 6b1406a7-ad6a-4423-addc-e36fa72a4a36, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=6b1406a7-ad6a-4423-addc-e36fa72a4a36,segment=NetworkSegment(5d173c5c-97b7-4f26-9308-b24724f99959),segment_id=5d173c5c-97b7-4f26-9308-b24724f99959)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:55.158455 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ad217727-5f11-4d04-9dc8-8de07aebe07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.170930 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-ad217727-5f11-4d04-9dc8-8de07aebe07d None None] Calling delete_port for 6b1406a7-ad6a-4423-addc-e36fa72a4a36 owned by network:dhcp {{(pid=93705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:55.244671 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.271139 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1406a7-ad6a-4423-addc-e36fa72a4a36,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:55.275581 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] No DVR routers for this DVR port 6b1406a7-ad6a-4423-addc-e36fa72a4a36 on host dv-cinder-740146-11-iscsi {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:22:55.300216 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ad217727-5f11-4d04-9dc8-8de07aebe07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399'] for port, after_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.324968 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad217727-5f11-4d04-9dc8-8de07aebe07d None None] Pushing event deleted for resources: {'Port': ['ID=6b1406a7-ad6a-4423-addc-e36fa72a4a36,revision_number=None']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:55.328800 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad217727-5f11-4d04-9dc8-8de07aebe07d None None] No DVR routers for this DVR port 6b1406a7-ad6a-4423-addc-e36fa72a4a36 on host dv-cinder-740146-11-iscsi {{(pid=93705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:22:55.356641 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.368034 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f18a0da-3cc6-49f6-809a-47ae9fa19bb0']}} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:55.378830 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d173c5c-97b7-4f26-9308-b24724f99959') {'for_net_delete': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:55.378963 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d173c5c-97b7-4f26-9308-b24724f99959') {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:55.395542 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4417254'] for segment, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.411292 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.417959 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:22:55.418359 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4447500'] for segment, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: Traceback (most recent call last): Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: timer() Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: cb(*args, **kw) Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: return func(*args, **kwargs) Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: self._notify() Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: self.callback(batched_events) Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: event.method(event) Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: return f(self, *a, **k) Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._get(url).json() Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: return self.request(url, 'GET', **kwargs) Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:22:55.426803 dv-cinder-740146-11-iscsi neutron-server[93704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:22:55.432273 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 33653b2e-a3b9-4123-9413-f2c90f43533f no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:22:55.452114 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 33653b2e-a3b9-4123-9413-f2c90f43533f {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:22:55.452459 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 33653b2e-a3b9-4123-9413-f2c90f43533f not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:22:55.452871 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 6b1406a7-ad6a-4423-addc-e36fa72a4a36 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:22:55.472348 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 6b1406a7-ad6a-4423-addc-e36fa72a4a36 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:22:55.472774 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 6b1406a7-ad6a-4423-addc-e36fa72a4a36 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:22:55.473300 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 01ad328f-faa1-483a-8919-287853b55d22 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:22:55.492994 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 01ad328f-faa1-483a-8919-287853b55d22 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:22:55.493340 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 01ad328f-faa1-483a-8919-287853b55d22 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:22:55.552606 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.556854 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.560946 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] 10.222.0.42 "DELETE /v2.0/networks/6f18a0da-3cc6-49f6-809a-47ae9fa19bb0 HTTP/1.1" status: 204 len: 168 time: 0.7191086 Jul 28 04:22:55.561655 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35360) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:55.572599 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654d69f-53ee-4fbb-96ec-e5a8984400aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6f18a0da-3cc6-49f6-809a-47ae9fa19bb0,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:55.729647 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35364) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:55.775406 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9dc3ee6-eda2-4c0e-8edf-a8cff28f44bd admin admin] Deleting subnet 7b7f0499-c438-455b-934c-62843e5c8b0d {{(pid=93704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:22:55.778732 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3ee6-eda2-4c0e-8edf-a8cff28f44bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.814439 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3ee6-eda2-4c0e-8edf-a8cff28f44bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4417263'] for subnet, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.854094 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3ee6-eda2-4c0e-8edf-a8cff28f44bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:55.993504 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3ee6-eda2-4c0e-8edf-a8cff28f44bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4447606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4594621'] for subnet, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.021375 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3ee6-eda2-4c0e-8edf-a8cff28f44bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.025781 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-d9dc3ee6-eda2-4c0e-8edf-a8cff28f44bd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7b7f0499-c438-455b-934c-62843e5c8b0d HTTP/1.1" status: 204 len: 168 time: 0.2924962 Jul 28 04:22:56.025781 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc3ee6-eda2-4c0e-8edf-a8cff28f44bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7f0499-c438-455b-934c-62843e5c8b0d,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:56.026589 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35366) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:56.095526 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.176242 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.185908 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468d4712-72ad-4efe-9c30-1ce01337cbb8']}} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:56.196330 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2550a71-5acf-463b-9f6f-d8bcf8b72275') {'for_net_delete': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:56.196624 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2550a71-5acf-463b-9f6f-d8bcf8b72275') {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:56.205794 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4417254'] for segment, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.219168 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.225845 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:22:56.226241 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4447500'] for segment, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.227340 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-71936804-bf45-4435-95fb-5aafbd97ceb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707331'] for router_interface, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: Traceback (most recent call last): Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: timer() Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: cb(*args, **kw) Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: return func(*args, **kwargs) Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: self._notify() Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: self.callback(batched_events) Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: event.method(event) Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: return f(self, *a, **k) Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._get(url).json() Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: return self.request(url, 'GET', **kwargs) Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:22:56.227972 dv-cinder-740146-11-iscsi neutron-server[93704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:22:56.358723 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.364141 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.368714 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] 10.222.0.42 "DELETE /v2.0/networks/468d4712-72ad-4efe-9c30-1ce01337cbb8 HTTP/1.1" status: 204 len: 168 time: 0.3382695 Jul 28 04:22:56.377776 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62ab60-fe0a-453b-95dd-24e87f1b9e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=468d4712-72ad-4efe-9c30-1ce01337cbb8,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:56.523498 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-71936804-bf45-4435-95fb-5aafbd97ceb5 admin admin] Deleting port bcecb7e6-9519-4be5-b87c-a320db56503b {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:56.523860 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-71936804-bf45-4435-95fb-5aafbd97ceb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.602818 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-71936804-bf45-4435-95fb-5aafbd97ceb5 admin admin] For port bcecb7e6-9519-4be5-b87c-a320db56503b, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=bcecb7e6-9519-4be5-b87c-a320db56503b,segment=NetworkSegment(77a47d1a-e821-4dea-822b-a135da869826),segment_id=77a47d1a-e821-4dea-822b-a135da869826)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:56.603484 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-71936804-bf45-4435-95fb-5aafbd97ceb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.616542 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-71936804-bf45-4435-95fb-5aafbd97ceb5 admin admin] Calling delete_port for bcecb7e6-9519-4be5-b87c-a320db56503b owned by network:router_interface {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:56.705693 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35374) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:56.749608 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-b0ae8684-ed1f-4825-9537-4ab1f0aff8a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=585b3a5292bb4b73af69b29421625cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427587 Jul 28 04:22:56.752322 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35376) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:56.800678 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c464a2cc-62b3-425c-92a2-d4476b0abe79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.821238 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c464a2cc-62b3-425c-92a2-d4476b0abe79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.843556 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-71936804-bf45-4435-95fb-5aafbd97ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.869816 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71936804-bf45-4435-95fb-5aafbd97ceb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcecb7e6-9519-4be5-b87c-a320db56503b,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:56.940763 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c464a2cc-62b3-425c-92a2-d4476b0abe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.943975 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c464a2cc-62b3-425c-92a2-d4476b0abe79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.945204 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-c464a2cc-62b3-425c-92a2-d4476b0abe79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46281484-de1e-4c1e-835f-e94bb7804076 HTTP/1.1" status: 204 len: 168 time: 0.1919787 Jul 28 04:22:56.954346 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464a2cc-62b3-425c-92a2-d4476b0abe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46281484-de1e-4c1e-835f-e94bb7804076,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:57.037119 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-71936804-bf45-4435-95fb-5aafbd97ceb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707311'] for router_interface, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:57.245748 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71936804-bf45-4435-95fb-5aafbd97ceb5 admin admin] Router 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:22:57.357624 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71936804-bf45-4435-95fb-5aafbd97ceb5 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:22:57.363298 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-71936804-bf45-4435-95fb-5aafbd97ceb5 admin admin] 10.222.0.42 "PUT /v2.0/routers/94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8003459 Jul 28 04:22:57.365703 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35384) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:57.371262 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb472d-780e-4c9c-aa76-206d827cec97 None None] Sync routers for ids ['94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:22:57.400650 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb472d-780e-4c9c-aa76-206d827cec97 None None] Routers {'94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:57.401524 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-1deb472d-780e-4c9c-aa76-206d827cec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:22:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:57.481847 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Notify callbacks [] for router, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:57.515709 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-1deb472d-780e-4c9c-aa76-206d827cec97 None None] Set router 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:57.585749 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:57.698706 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-1deb472d-780e-4c9c-aa76-206d827cec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'name': 'tempest-TestMinimumBasicScenario-1351268674-router', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:32Z', 'updated_at': '2021-07-28T04:22:56Z', 'revision_number': 5, 'project_id': 'eb542bfbb5cf473b9058499b10552c16', 'gw_port': {'id': '18e8c5a9-3cb6-4b4c-a045-4f39186db8de', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:19:33Z', 'updated_at': '2021-07-28T04:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:57.728359 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb472d-780e-4c9c-aa76-206d827cec97 None None] Checking router: 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:22:57.737849 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb472d-780e-4c9c-aa76-206d827cec97 None None] Routers {'94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:22:57.738475 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-1deb472d-780e-4c9c-aa76-206d827cec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:22:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:57.828731 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-1deb472d-780e-4c9c-aa76-206d827cec97 None None] Set router 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 gateway port host: None {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:22:57.882391 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-1deb472d-780e-4c9c-aa76-206d827cec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'name': 'tempest-TestMinimumBasicScenario-1351268674-router', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:32Z', 'updated_at': '2021-07-28T04:22:57Z', 'revision_number': 6, 'project_id': 'eb542bfbb5cf473b9058499b10552c16', 'gw_port_host': None}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:57.915125 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb472d-780e-4c9c-aa76-206d827cec97 None None] The sync data for ids ['94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54'] in dv-cinder-740146-11-iscsi is: [{'id': '94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54', 'name': 'tempest-TestMinimumBasicScenario-1351268674-router', 'tenant_id': 'eb542bfbb5cf473b9058499b10552c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:19:32Z', 'updated_at': '2021-07-28T04:22:57Z', 'revision_number': 6, 'project_id': 'eb542bfbb5cf473b9058499b10552c16', 'gw_port_host': None}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:22:57.964155 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Deleting port 18e8c5a9-3cb6-4b4c-a045-4f39186db8de {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:57.964588 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.043162 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] For port 18e8c5a9-3cb6-4b4c-a045-4f39186db8de, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=18e8c5a9-3cb6-4b4c-a045-4f39186db8de,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:58.043525 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.056576 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Calling delete_port for 18e8c5a9-3cb6-4b4c-a045-4f39186db8de owned by network:router_gateway {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:58.261531 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.320155 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Pushing event deleted for resources: {'Port': ['ID=18e8c5a9-3cb6-4b4c-a045-4f39186db8de,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:58.368047 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603213'] for router_gateway, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.460901 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-70883'] for router, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.462895 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.564281 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623426'] for router, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.564819 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 {{(pid=93703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:22:58.569531 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] Notify callbacks [] for router, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.570660 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-d5b3b479-8da3-42d8-97ba-c197ae0dcefc admin admin] 10.222.0.42 "DELETE /v2.0/routers/94d4ccc3-eeaf-4e11-bcbf-bd8f636a2f54 HTTP/1.1" status: 204 len: 168 time: 1.2039425 Jul 28 04:22:58.573170 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35446) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:58.616743 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_v2 [None req-394b884b-bfd3-4234-a458-06d66aa114da admin admin] Deleting subnet abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a {{(pid=93703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:22:58.619644 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-394b884b-bfd3-4234-a458-06d66aa114da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.653717 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-394b884b-bfd3-4234-a458-06d66aa114da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6235726'] for subnet, precommit_delete_associations {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.769820 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-394b884b-bfd3-4234-a458-06d66aa114da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.922055 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-394b884b-bfd3-4234-a458-06d66aa114da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6235783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6261907'] for subnet, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.951360 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b884b-bfd3-4234-a458-06d66aa114da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:58.958926 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-394b884b-bfd3-4234-a458-06d66aa114da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:58.963773 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-394b884b-bfd3-4234-a458-06d66aa114da admin admin] 10.222.0.42 "DELETE /v2.0/subnets/abf9d4ec-6cbe-4e87-a6e0-0223ee8c891a HTTP/1.1" status: 204 len: 168 time: 0.3873138 Jul 28 04:22:58.964240 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35452) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:22:58.966985 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ccaa6f-bcc4-4940-9144-743da05a18d3 None None] Network a77d296a-3112-4b63-8da9-2432d1411a98 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:22:59.033989 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.092450 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Deleting port 1714e908-6e94-4ce8-8c6b-847b231e55fe {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:59.092795 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.147307 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] DHCP port deletion for a77d296a-3112-4b63-8da9-2432d1411a98 request from dv-cinder-740146-11-iscsi {{(pid=93705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:22:59.158686 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] For port 1714e908-6e94-4ce8-8c6b-847b231e55fe, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=1714e908-6e94-4ce8-8c6b-847b231e55fe,segment=NetworkSegment(77a47d1a-e821-4dea-822b-a135da869826),segment_id=77a47d1a-e821-4dea-822b-a135da869826)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:59.164504 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.171984 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Calling delete_port for 1714e908-6e94-4ce8-8c6b-847b231e55fe owned by network:dhcp {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:59.197677 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Deleting port 1714e908-6e94-4ce8-8c6b-847b231e55fe {{(pid=93705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:22:59.198058 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.259579 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] For port 1714e908-6e94-4ce8-8c6b-847b231e55fe, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=1714e908-6e94-4ce8-8c6b-847b231e55fe,segment=NetworkSegment(77a47d1a-e821-4dea-822b-a135da869826),segment_id=77a47d1a-e821-4dea-822b-a135da869826)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:22:59.259939 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.272229 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Calling delete_port for 1714e908-6e94-4ce8-8c6b-847b231e55fe owned by network:dhcp {{(pid=93705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:22:59.314686 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.342753 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=1714e908-6e94-4ce8-8c6b-847b231e55fe,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:59.350721 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] No DVR routers for this DVR port 1714e908-6e94-4ce8-8c6b-847b231e55fe on host dv-cinder-740146-11-iscsi {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:22:59.353429 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399'] for port, after_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.383841 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Pushing event deleted for resources: {'Port': ['ID=1714e908-6e94-4ce8-8c6b-847b231e55fe,revision_number=None']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:59.391568 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] No DVR routers for this DVR port 1714e908-6e94-4ce8-8c6b-847b231e55fe on host dv-cinder-740146-11-iscsi {{(pid=93705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:22:59.394796 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:59.395142 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:59.395483 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:59.395842 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:59.396174 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:59.396508 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:59.396838 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:59.397160 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:59.397484 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:59.397806 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:59.398125 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:59.398443 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05165146-2625-427e-a9a4-e4fec19d5370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:22:59.431487 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.443755 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77d296a-3112-4b63-8da9-2432d1411a98']}} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:59.444078 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 18e8c5a9-3cb6-4b4c-a045-4f39186db8de no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:22:59.464487 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a47d1a-e821-4dea-822b-a135da869826') {'for_net_delete': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:59.464487 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a47d1a-e821-4dea-822b-a135da869826') {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:22:59.464945 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 18e8c5a9-3cb6-4b4c-a045-4f39186db8de {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:22:59.465236 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 18e8c5a9-3cb6-4b4c-a045-4f39186db8de not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:22:59.465660 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 1714e908-6e94-4ce8-8c6b-847b231e55fe no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:22:59.472899 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4417254'] for segment, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.486315 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 1714e908-6e94-4ce8-8c6b-847b231e55fe {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:22:59.486656 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 1714e908-6e94-4ce8-8c6b-847b231e55fe not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:22:59.487087 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device bcecb7e6-9519-4be5-b87c-a320db56503b no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:22:59.493075 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.502250 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:22:59.503155 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4447500'] for segment, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: Traceback (most recent call last): Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: timer() Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: cb(*args, **kw) Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: return func(*args, **kwargs) Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: self._notify() Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: self.callback(batched_events) Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: event.method(event) Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: return f(self, *a, **k) Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._get(url).json() Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: return self.request(url, 'GET', **kwargs) Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:22:59.505787 dv-cinder-740146-11-iscsi neutron-server[93704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:22:59.508840 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: bcecb7e6-9519-4be5-b87c-a320db56503b {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:22:59.509211 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device bcecb7e6-9519-4be5-b87c-a320db56503b not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:22:59.627139 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.632675 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:59.634383 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] 10.222.0.42 "DELETE /v2.0/networks/a77d296a-3112-4b63-8da9-2432d1411a98 HTTP/1.1" status: 204 len: 168 time: 0.6689479 Jul 28 04:22:59.645537 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d88bc4-3c9e-4ce9-8933-ffd404987e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=a77d296a-3112-4b63-8da9-2432d1411a98,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:22:59.991035 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35478) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:00.040916 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-138b38e9-d115-47a9-900b-66c5c7849327 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd9718890b764ceaa9a275014c68fdf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486672 Jul 28 04:23:00.043282 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35480) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:00.092159 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dff9fa5f-f0b5-42ce-bdbe-9adcee63955d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:00.113681 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dff9fa5f-f0b5-42ce-bdbe-9adcee63955d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:00.215712 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dff9fa5f-f0b5-42ce-bdbe-9adcee63955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:00.218364 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dff9fa5f-f0b5-42ce-bdbe-9adcee63955d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:00.219534 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-dff9fa5f-f0b5-42ce-bdbe-9adcee63955d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9be198f7-4ae8-4441-8840-0ba3f6e2e77e HTTP/1.1" status: 204 len: 168 time: 0.1752982 Jul 28 04:23:00.228224 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9fa5f-f0b5-42ce-bdbe-9adcee63955d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be198f7-4ae8-4441-8840-0ba3f6e2e77e,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:00.828399 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35490) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:00.870409 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-835f6759-3371-47a5-a722-80ea94d9efb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb542bfbb5cf473b9058499b10552c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407698 Jul 28 04:23:00.872464 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35492) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:00.923802 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35dab173-ff46-4db5-837a-0a63b349d9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:00.948208 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35dab173-ff46-4db5-837a-0a63b349d9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:01.055785 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35dab173-ff46-4db5-837a-0a63b349d9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:01.058351 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-35dab173-ff46-4db5-837a-0a63b349d9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:01.062160 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-35dab173-ff46-4db5-837a-0a63b349d9f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6739d3f1-ce02-4822-a773-324a41dd4385 HTTP/1.1" status: 204 len: 168 time: 0.1860607 Jul 28 04:23:01.068442 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dab173-ff46-4db5-837a-0a63b349d9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6739d3f1-ce02-4822-a773-324a41dd4385,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:02.075751 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35520) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:02.171751 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1301868683-network', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:02.267437 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Made reservation on behalf of 249a8e35a73d4c10ae57d2d4ffb53aa1 for: {'network': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:23:02.269831 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:02.278475 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:02.347968 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-a8a34ca9-f015-436c-aa71-7526796f5b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:02.366629 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:02.433064 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:02.458110 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:23:02.468420 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58664aa6-ce33-43d7-a6f3-46d3fba1c5ca,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:02.473780 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:02.474126 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.segments_db [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Added segment 0cab0051-9aaf-4a0c-910d-d2daf8815e1d of type vlan for network b434cb26-686a-4515-9802-6ba3a13040c3 Jul 28 04:23:02.513744 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:02.608909 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:02.609839 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:02.611087 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:02.672297 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] Pushing event updated for resources: {'Network': ['ID=b434cb26-686a-4515-9802-6ba3a13040c3,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:02.682530 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network b434cb26-686a-4515-9802-6ba3a13040c3 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:23:02.723838 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-8792b1f5-3442-4f77-9344-4aa1ab5bdf12 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6469512 Jul 28 04:23:02.726830 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35526) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:02.733189 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-51d142e0-0c2f-4895-bb68-dbab7e767af3 admin admin] Request body: {'subnet': {'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1301868683-subnet', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'ip_version': 4}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:02.808836 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d142e0-0c2f-4895-bb68-dbab7e767af3 admin admin] Made reservation on behalf of 249a8e35a73d4c10ae57d2d4ffb53aa1 for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:23:02.811273 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-51d142e0-0c2f-4895-bb68-dbab7e767af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4594624'] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:03.038948 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-51d142e0-0c2f-4895-bb68-dbab7e767af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4447671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4594610'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:03.096323 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d142e0-0c2f-4895-bb68-dbab7e767af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc623dc-d3c4-4c03-be66-0d19eff3ed15,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:03.103616 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d142e0-0c2f-4895-bb68-dbab7e767af3 admin admin] Checking segment: {'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:03.104011 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d142e0-0c2f-4895-bb68-dbab7e767af3 admin admin] Network hostable DHCP agents. Network: b434cb26-686a-4515-9802-6ba3a13040c3, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:23:03.208788 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d142e0-0c2f-4895-bb68-dbab7e767af3 admin admin] Network b434cb26-686a-4515-9802-6ba3a13040c3 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:23:03.295701 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-51d142e0-0c2f-4895-bb68-dbab7e767af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, b434cb26-686a-4515-9802-6ba3a13040c3) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:03.300384 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d142e0-0c2f-4895-bb68-dbab7e767af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:03.300981 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-51d142e0-0c2f-4895-bb68-dbab7e767af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:03.304687 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f24d70-8337-46a4-bd1b-349a18559bc7 None None] Network b434cb26-686a-4515-9802-6ba3a13040c3 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:23:03.375422 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-51d142e0-0c2f-4895-bb68-dbab7e767af3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6471508 Jul 28 04:23:03.378079 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35534) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:03.382616 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:03.450676 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74395e69-ebfd-5780-85ed-cc8d62eaf3f4-b434cb26-686a-4515-9802-6ba3a13040c3', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15'}]}} from dv-cinder-740146-11-iscsi. {{(pid=93705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:23:03.451522 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:03.456041 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-70909'] for router, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:03.457076 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-70890'] for router, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:03.512863 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:03.586342 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.db_base_plugin_common [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Allocated IP 172.20.0.2 (b434cb26-686a-4515-9802-6ba3a13040c3/7cc623dc-d3c4-4c03-be66-0d19eff3ed15/5a8f3604-095a-4cbe-8f0d-907e90b40128) {{(pid=93705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:03.706208 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-70680'] for router, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:03.729770 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:03.739492 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Transition to ACTIVE for port object 5a8f3604-095a-4cbe-8f0d-907e90b40128 will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:03.754360 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Transition to ACTIVE for port object 5a8f3604-095a-4cbe-8f0d-907e90b40128 will not be triggered until provisioned by entity DHCP. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:03.838983 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:03.885182 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Network b434cb26-686a-4515-9802-6ba3a13040c3 is already hosted by enough agents. {{(pid=93705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:03.892344 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.base_scheduler [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Resources bound (agent type, host, resource id): {{(pid=93705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:03.899169 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Received port after_create {{(pid=93705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:03.902454 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Pushing event updated for resources: {'Port': ['ID=5a8f3604-095a-4cbe-8f0d-907e90b40128,revision_number=1']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:03.958128 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Attempting to bind port 5a8f3604-095a-4cbe-8f0d-907e90b40128 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:03.958496 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Attempting to bind port 5a8f3604-095a-4cbe-8f0d-907e90b40128 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:03.959492 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Attempting to bind port 5a8f3604-095a-4cbe-8f0d-907e90b40128 on network b434cb26-686a-4515-9802-6ba3a13040c3 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:03.968233 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:03.968233 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Checking segment: {'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:03.968233 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:03.968233 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Bound using segment: {'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:03.968233 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Bound port: 5a8f3604-095a-4cbe-8f0d-907e90b40128, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:03.968233 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:04.028332 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:04.034316 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] For port 5a8f3604-095a-4cbe-8f0d-907e90b40128, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:04.037908 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] For port 5a8f3604-095a-4cbe-8f0d-907e90b40128, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=5a8f3604-095a-4cbe-8f0d-907e90b40128,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:04.051553 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:04.153370 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:04.155058 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Allocated IP 172.27.2.235 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/c9044738-4878-4e24-9368-c4abdc5e9dc6) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:04.220095 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91273466-e3b6-4e2e-a116-b0627a107ed6 None None] Pushing event updated for resources: {'Port': ['ID=5a8f3604-095a-4cbe-8f0d-907e90b40128,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:04.283895 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:04.390207 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:04.430431 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:04.433566 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:04.436011 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:04.467400 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Pushing event updated for resources: {'Port': ['ID=c9044738-4878-4e24-9368-c4abdc5e9dc6,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:04.769567 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:04.774313 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-38a548d6-0725-4a46-a125-1744853b6632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:04.978909 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603305'] for router, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:05.081074 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a30746-b8ee-45a7-b20e-997625bcf509 None None] Network b434cb26-686a-4515-9802-6ba3a13040c3 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:23:05.170045 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Router dfe1ea49-a128-4f42-b162-023ef3fdcef6 is scheduled to L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 with binding_index 1 {{(pid=93704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:23:05.293341 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:23:05.304818 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Sync routers for ids ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:23:05.325804 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Routers {'dfe1ea49-a128-4f42-b162-023ef3fdcef6'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:05.325804 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:05.371188 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] Notify callbacks [] for router, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:05.374595 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-32cf5560-25ab-4b96-b070-5a907c1c753d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9934754 Jul 28 04:23:05.375347 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35548) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:05.381010 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-1869caa2-dc1c-440a-805c-d3e87ecf8d8a None None] Provisioning for port 5a8f3604-095a-4cbe-8f0d-907e90b40128 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:05.389387 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:05.464977 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 5a8f3604-095a-4cbe-8f0d-907e90b40128 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:05.529910 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Set router dfe1ea49-a128-4f42-b162-023ef3fdcef6 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:05.707562 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 5a8f3604-095a-4cbe-8f0d-907e90b40128 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:05.715248 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 5a8f3604-095a-4cbe-8f0d-907e90b40128 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:05.715830 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:05.767303 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:23:04Z', 'revision_number': 3, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:05.799243 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Checking router: dfe1ea49-a128-4f42-b162-023ef3fdcef6 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:23:05.800089 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Updating router dfe1ea49-a128-4f42-b162-023ef3fdcef6 port c9044738-4878-4e24-9368-c4abdc5e9dc6 binding host dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:23:05.815274 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:05.841689 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:05.885629 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-ddf9e39a-8c84-4fe7-aef4-4b8fd3d6dd4e None None] Provisioning complete for port 5a8f3604-095a-4cbe-8f0d-907e90b40128 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:05.885996 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ddf9e39a-8c84-4fe7-aef4-4b8fd3d6dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:05.932584 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:05.972576 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Allocated IP 172.20.0.1 (b434cb26-686a-4515-9802-6ba3a13040c3/7cc623dc-d3c4-4c03-be66-0d19eff3ed15/69b5ffcc-8660-4849-9054-bc2ecd468785) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:06.049482 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 5a8f3604-095a-4cbe-8f0d-907e90b40128, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=5a8f3604-095a-4cbe-8f0d-907e90b40128,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:06.082173 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.098489 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Transition to ACTIVE for port object 69b5ffcc-8660-4849-9054-bc2ecd468785 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:06.118557 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.174801 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ddf9e39a-8c84-4fe7-aef4-4b8fd3d6dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.175694 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.215538 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Network b434cb26-686a-4515-9802-6ba3a13040c3 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:06.220593 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:06.227190 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:06.230286 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Pushing event updated for resources: {'Port': ['ID=69b5ffcc-8660-4849-9054-bc2ecd468785,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:06.252080 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=5a8f3604-095a-4cbe-8f0d-907e90b40128,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:06.280355 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603126'] for router_interface, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.357532 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.370785 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Transition to ACTIVE for port object c9044738-4878-4e24-9368-c4abdc5e9dc6 will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:06.374495 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.375708 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.db.api [None req-ddf9e39a-8c84-4fe7-aef4-4b8fd3d6dd4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 04:23:06.376116 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG oslo_db.api [None req-ddf9e39a-8c84-4fe7-aef4-4b8fd3d6dd4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 04:23:06.444280 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.493261 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Attempting to bind port c9044738-4878-4e24-9368-c4abdc5e9dc6 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:06.493634 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Attempting to bind port c9044738-4878-4e24-9368-c4abdc5e9dc6 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:06.494002 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Attempting to bind port c9044738-4878-4e24-9368-c4abdc5e9dc6 on network d3136975-6585-468b-8186-a315d5f73f38 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:06.504097 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.504658 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1510d-80d5-43be-b6a1-f89226248141 None None] Pushing event updated for resources: {'Port': ['ID=c9044738-4878-4e24-9368-c4abdc5e9dc6,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:06.505938 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:06.506313 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Checking segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:06.506712 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.507091 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Bound using segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:06.507557 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Bound port: c9044738-4878-4e24-9368-c4abdc5e9dc6, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:06.508417 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.563884 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] For port c9044738-4878-4e24-9368-c4abdc5e9dc6, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:06.567875 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] For port c9044738-4878-4e24-9368-c4abdc5e9dc6, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=c9044738-4878-4e24-9368-c4abdc5e9dc6,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:06.661897 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.666138 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.720052 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Routers {'dfe1ea49-a128-4f42-b162-023ef3fdcef6'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:06.720787 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:06.723992 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1510d-80d5-43be-b6a1-f89226248141 None None] Pushing event updated for resources: {'Port': ['ID=c9044738-4878-4e24-9368-c4abdc5e9dc6,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:06.758351 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.829505 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] Set router dfe1ea49-a128-4f42-b162-023ef3fdcef6 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:06.831597 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Pushing event updated for resources: {'Port': ['ID=69b5ffcc-8660-4849-9054-bc2ecd468785,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:06.833952 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707430'] for router_interface, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:06.927810 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Network b434cb26-686a-4515-9802-6ba3a13040c3 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:06.929499 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:07.053560 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Router dfe1ea49-a128-4f42-b162-023ef3fdcef6 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:23:07.087270 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '69b5ffcc-8660-4849-9054-bc2ecd468785', 'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'mac_address': 'fa:16:3e:7f:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:05Z', 'updated_at': '2021-07-28T04:23:05Z', 'revision_number': 1, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'subnets': [{'id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:07.170569 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:23:07.179291 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-0eecda9e-1d93-462e-a49e-62826b37c6fc admin admin] 10.222.0.42 "PUT /v2.0/routers/dfe1ea49-a128-4f42-b162-023ef3fdcef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7993348 Jul 28 04:23:07.251826 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88e8e1-d4bd-4c04-bba7-243b10e9e9f9 None None] The sync data for ids ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'] in dv-cinder-740146-11-iscsi is: [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '69b5ffcc-8660-4849-9054-bc2ecd468785', 'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'mac_address': 'fa:16:3e:7f:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:05Z', 'updated_at': '2021-07-28T04:23:05Z', 'revision_number': 1, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'subnets': [{'id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:23:07.318487 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-eebc7dfd-d74e-471d-a33b-64dbb194cf02 None None] Provisioning for port 69b5ffcc-8660-4849-9054-bc2ecd468785 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:07.322750 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-eebc7dfd-d74e-471d-a33b-64dbb194cf02 None None] Provisioning complete for port 69b5ffcc-8660-4849-9054-bc2ecd468785 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:07.323121 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-eebc7dfd-d74e-471d-a33b-64dbb194cf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:07.359969 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-eebc7dfd-d74e-471d-a33b-64dbb194cf02 None None] Port 69b5ffcc-8660-4849-9054-bc2ecd468785 cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:23:07.472060 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 5a8f3604-095a-4cbe-8f0d-907e90b40128 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:07.514722 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-7b91ff30-52b0-4e64-9546-65abb3da7ffa None None] Provisioning complete for port 69b5ffcc-8660-4849-9054-bc2ecd468785 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:07.515669 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7b91ff30-52b0-4e64-9546-65abb3da7ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:07.567700 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-7b91ff30-52b0-4e64-9546-65abb3da7ffa None None] Port 69b5ffcc-8660-4849-9054-bc2ecd468785 cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:23:07.574965 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 5a8f3604-095a-4cbe-8f0d-907e90b40128 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:07.575340 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:07.884685 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:07.999526 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35576) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:08.004773 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1869802604-network', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:08.096245 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Made reservation on behalf of 33cc8192b8324dffb252ec53077fbca4 for: {'network': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:23:08.098762 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:08.109379 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:08.208044 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:08.272668 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:08.304564 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac9ca87-5550-420c-9020-d203c334c14e,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:08.307104 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:23:08.318536 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:08.318939 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.segments_db [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Added segment 9fa6458b-0761-4e21-ba7a-e231c0a69903 of type vlan for network f59a9d18-990b-44a3-ab77-35eb7d1d9dfe Jul 28 04:23:08.368752 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:08.460288 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:08.461309 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:08.461900 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:08.533577 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] Pushing event updated for resources: {'Network': ['ID=f59a9d18-990b-44a3-ab77-35eb7d1d9dfe,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:08.545051 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network f59a9d18-990b-44a3-ab77-35eb7d1d9dfe details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:23:08.582160 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-411d2106-8297-462f-a8f8-f5bb60bc0a68 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5814207 Jul 28 04:23:08.584841 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35584) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:08.596743 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-9623d2f0-013a-466f-a87f-19031f469005 admin admin] Request body: {'subnet': {'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1869802604-subnet', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'ip_version': 4}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:08.673282 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9623d2f0-013a-466f-a87f-19031f469005 admin admin] Made reservation on behalf of 33cc8192b8324dffb252ec53077fbca4 for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:23:08.675697 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9623d2f0-013a-466f-a87f-19031f469005 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4594624'] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:08.925087 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9623d2f0-013a-466f-a87f-19031f469005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4447671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4594610'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:08.982284 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623d2f0-013a-466f-a87f-19031f469005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=917a47b7-7d26-4b65-99bb-4d64475409fb,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:08.991665 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623d2f0-013a-466f-a87f-19031f469005 admin admin] Checking segment: {'id': '9fa6458b-0761-4e21-ba7a-e231c0a69903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:08.992022 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9623d2f0-013a-466f-a87f-19031f469005 admin admin] Network hostable DHCP agents. Network: f59a9d18-990b-44a3-ab77-35eb7d1d9dfe, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:23:09.078402 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9623d2f0-013a-466f-a87f-19031f469005 admin admin] Network f59a9d18-990b-44a3-ab77-35eb7d1d9dfe is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:23:09.158630 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-9623d2f0-013a-466f-a87f-19031f469005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, f59a9d18-990b-44a3-ab77-35eb7d1d9dfe) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:09.162775 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9623d2f0-013a-466f-a87f-19031f469005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:09.163368 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9623d2f0-013a-466f-a87f-19031f469005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.167504 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd03c00-ae3e-428e-b55a-6b438cb540ad None None] Network f59a9d18-990b-44a3-ab77-35eb7d1d9dfe requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:23:09.245424 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-9623d2f0-013a-466f-a87f-19031f469005 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6594996 Jul 28 04:23:09.247939 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35586) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:09.252487 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1869802604-router', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:09.318008 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74395e69-ebfd-5780-85ed-cc8d62eaf3f4-f59a9d18-990b-44a3-ab77-35eb7d1d9dfe', 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'fixed_ips': [{'subnet_id': '917a47b7-7d26-4b65-99bb-4d64475409fb'}]}} from dv-cinder-740146-11-iscsi. {{(pid=93705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:23:09.318867 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.338583 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-70909'] for router, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.339837 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-70890'] for router, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.410743 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Sync routers for ids ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:23:09.424367 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Routers {'dfe1ea49-a128-4f42-b162-023ef3fdcef6'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:09.424997 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:09.426187 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.474924 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.db_base_plugin_common [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Allocated IP 172.20.0.2 (f59a9d18-990b-44a3-ab77-35eb7d1d9dfe/917a47b7-7d26-4b65-99bb-4d64475409fb/12fc8b63-48f5-463a-ad57-dcbeae989ea7) {{(pid=93705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:09.492168 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device c9044738-4878-4e24-9368-c4abdc5e9dc6 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:09.545017 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Set router dfe1ea49-a128-4f42-b162-023ef3fdcef6 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:09.661518 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-70680'] for router, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.684746 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.695045 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Transition to ACTIVE for port object 12fc8b63-48f5-463a-ad57-dcbeae989ea7 will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:09.696820 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port c9044738-4878-4e24-9368-c4abdc5e9dc6 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:09.706457 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port c9044738-4878-4e24-9368-c4abdc5e9dc6 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:09.706826 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.739520 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Transition to ACTIVE for port object 12fc8b63-48f5-463a-ad57-dcbeae989ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:09.774180 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '69b5ffcc-8660-4849-9054-bc2ecd468785', 'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'mac_address': 'fa:16:3e:7f:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:05Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 2, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'subnets': [{'id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:09.805285 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Checking router: dfe1ea49-a128-4f42-b162-023ef3fdcef6 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:23:09.805729 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Updating router dfe1ea49-a128-4f42-b162-023ef3fdcef6 port 69b5ffcc-8660-4849-9054-bc2ecd468785 binding host dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:23:09.812736 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.837959 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.838534 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port c9044738-4878-4e24-9368-c4abdc5e9dc6, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=c9044738-4878-4e24-9368-c4abdc5e9dc6,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:09.851426 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.893979 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Network f59a9d18-990b-44a3-ab77-35eb7d1d9dfe is already hosted by enough agents. {{(pid=93705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:09.896932 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.base_scheduler [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Resources bound (agent type, host, resource id): {{(pid=93705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:09.900476 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Received port after_create {{(pid=93705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:09.909111 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Pushing event updated for resources: {'Port': ['ID=12fc8b63-48f5-463a-ad57-dcbeae989ea7,revision_number=1']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:09.933271 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.941824 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:09.953120 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:10.007225 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Attempting to bind port 12fc8b63-48f5-463a-ad57-dcbeae989ea7 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:10.007594 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Attempting to bind port 12fc8b63-48f5-463a-ad57-dcbeae989ea7 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '9fa6458b-0761-4e21-ba7a-e231c0a69903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:10.007972 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Attempting to bind port 12fc8b63-48f5-463a-ad57-dcbeae989ea7 on network f59a9d18-990b-44a3-ab77-35eb7d1d9dfe {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:10.023820 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:10.024197 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Checking segment: {'id': '9fa6458b-0761-4e21-ba7a-e231c0a69903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:10.024598 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:10.024986 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Bound using segment: {'id': '9fa6458b-0761-4e21-ba7a-e231c0a69903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:10.025459 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Bound port: 12fc8b63-48f5-463a-ad57-dcbeae989ea7, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa6458b-0761-4e21-ba7a-e231c0a69903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:10.025836 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:10.038891 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=c9044738-4878-4e24-9368-c4abdc5e9dc6,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:10.076040 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Allocated IP 172.27.2.15 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/a27b2789-cfdb-47f7-955c-80f1100e870c) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:10.105103 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] For port 12fc8b63-48f5-463a-ad57-dcbeae989ea7, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:10.108244 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] For port 12fc8b63-48f5-463a-ad57-dcbeae989ea7, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=12fc8b63-48f5-463a-ad57-dcbeae989ea7,segment=NetworkSegment(9fa6458b-0761-4e21-ba7a-e231c0a69903),segment_id=9fa6458b-0761-4e21-ba7a-e231c0a69903)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:10.129227 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:10.140078 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Transition to ACTIVE for port object 69b5ffcc-8660-4849-9054-bc2ecd468785 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:10.187762 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:10.191185 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:10.215581 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:10.246893 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ff563-4228-4790-8e06-a12079835dc2 None None] Pushing event updated for resources: {'Port': ['ID=12fc8b63-48f5-463a-ad57-dcbeae989ea7,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:10.301084 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Pushing event updated for resources: {'Port': ['ID=69b5ffcc-8660-4849-9054-bc2ecd468785,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:10.309258 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:10.327247 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:10.327609 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:10.327970 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:10.328360 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:10.328700 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:10.329151 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:10.329512 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:10.329845 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:10.330181 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:10.330506 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:10.330826 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:10.331151 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:10.367699 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:10.368110 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Attempting to bind port 69b5ffcc-8660-4849-9054-bc2ecd468785 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:10.368110 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Attempting to bind port 69b5ffcc-8660-4849-9054-bc2ecd468785 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:10.368110 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Attempting to bind port 69b5ffcc-8660-4849-9054-bc2ecd468785 on network b434cb26-686a-4515-9802-6ba3a13040c3 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:10.368364 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:10.368445 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:10.368445 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Checking segment: {'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:10.368778 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:10.369117 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Bound using segment: {'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:10.369599 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Bound port: 69b5ffcc-8660-4849-9054-bc2ecd468785, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:10.369990 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:10.374982 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:10.414849 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Pushing event updated for resources: {'Port': ['ID=a27b2789-cfdb-47f7-955c-80f1100e870c,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:10.586820 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] For port 69b5ffcc-8660-4849-9054-bc2ecd468785, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:10.590084 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] For port 69b5ffcc-8660-4849-9054-bc2ecd468785, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=69b5ffcc-8660-4849-9054-bc2ecd468785,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:10.674119 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:10.727662 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Routers {'dfe1ea49-a128-4f42-b162-023ef3fdcef6'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:10.728547 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:10.768933 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:10.782864 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1edb3-7e19-4585-8aea-02196f07ad92 None None] Pushing event updated for resources: {'Port': ['ID=69b5ffcc-8660-4849-9054-bc2ecd468785,revision_number=4']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:10.877264 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] Set router dfe1ea49-a128-4f42-b162-023ef3fdcef6 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:11.111448 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '69b5ffcc-8660-4849-9054-bc2ecd468785', 'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'mac_address': 'fa:16:3e:7f:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:05Z', 'updated_at': '2021-07-28T04:23:10Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'subnets': [{'id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:11.139304 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb5ba4-b94c-415c-8ec3-4e9fddc479f0 None None] The sync data for ids ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'] in dv-cinder-740146-11-iscsi is: [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '69b5ffcc-8660-4849-9054-bc2ecd468785', 'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'mac_address': 'fa:16:3e:7f:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:05Z', 'updated_at': '2021-07-28T04:23:10Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'subnets': [{'id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:23:11.247424 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603305'] for router, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:11.327326 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d11c9-a669-4fe1-b6cd-d5e81eb8371e None None] Network f59a9d18-990b-44a3-ab77-35eb7d1d9dfe requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:23:11.484486 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-19301b68-b5ea-4a96-8dc4-db7092aef38d None None] Provisioning for port 12fc8b63-48f5-463a-ad57-dcbeae989ea7 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:11.517558 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Router 64e6ac2f-def8-492e-a0d0-24803775a827 is scheduled to L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 with binding_index 1 {{(pid=93703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:23:11.563057 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 69b5ffcc-8660-4849-9054-bc2ecd468785 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:11.666764 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:23:11.677704 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Sync routers for ids ['64e6ac2f-def8-492e-a0d0-24803775a827'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:23:11.680818 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 69b5ffcc-8660-4849-9054-bc2ecd468785 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:11.691363 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 69b5ffcc-8660-4849-9054-bc2ecd468785 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:11.691890 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:11.695811 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Routers {'64e6ac2f-def8-492e-a0d0-24803775a827'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:11.696589 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['64e6ac2f-def8-492e-a0d0-24803775a827'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:11.797280 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] Notify callbacks [] for router, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:11.799963 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-3d27ac27-fe4e-44a3-b200-64c79113177a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5509319 Jul 28 04:23:11.802504 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35616) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:11.866747 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Set router 64e6ac2f-def8-492e-a0d0-24803775a827 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:11.971815 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.025355 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 69b5ffcc-8660-4849-9054-bc2ecd468785, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=69b5ffcc-8660-4849-9054-bc2ecd468785,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:12.084846 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.085660 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device c9044738-4878-4e24-9368-c4abdc5e9dc6 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:12.107907 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'name': 'tempest-TestShelveInstance-1869802604-router', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:10Z', 'revision_number': 3, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'gw_port': {'id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:12.158040 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Checking router: 64e6ac2f-def8-492e-a0d0-24803775a827 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:23:12.158298 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Updating router 64e6ac2f-def8-492e-a0d0-24803775a827 port a27b2789-cfdb-47f7-955c-80f1100e870c binding host dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:23:12.209186 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=69b5ffcc-8660-4849-9054-bc2ecd468785,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:12.213245 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.239068 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.245788 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port c9044738-4878-4e24-9368-c4abdc5e9dc6 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:12.246161 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.393577 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Allocated IP 172.20.0.1 (f59a9d18-990b-44a3-ab77-35eb7d1d9dfe/917a47b7-7d26-4b65-99bb-4d64475409fb/3d9bb6d1-7065-43a7-80b3-9145957ee8ab) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:12.440091 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 12fc8b63-48f5-463a-ad57-dcbeae989ea7 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:12.502713 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.517673 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Transition to ACTIVE for port object 3d9bb6d1-7065-43a7-80b3-9145957ee8ab will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:12.557083 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Notify callbacks [] for port, precommit_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.567982 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Transition to ACTIVE for port object a27b2789-cfdb-47f7-955c-80f1100e870c will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:12.609197 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 12fc8b63-48f5-463a-ad57-dcbeae989ea7 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:12.613726 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 12fc8b63-48f5-463a-ad57-dcbeae989ea7 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:12.614097 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.638577 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.640354 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.675926 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Network f59a9d18-990b-44a3-ab77-35eb7d1d9dfe is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:12.680292 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:12.683825 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:12.704936 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Attempting to bind port a27b2789-cfdb-47f7-955c-80f1100e870c on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:12.705319 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Attempting to bind port a27b2789-cfdb-47f7-955c-80f1100e870c by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:12.705687 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Attempting to bind port a27b2789-cfdb-47f7-955c-80f1100e870c on network d3136975-6585-468b-8186-a315d5f73f38 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:12.711599 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c1294-d99d-48fa-8cb3-9570caf337f5 None None] Pushing event updated for resources: {'Port': ['ID=a27b2789-cfdb-47f7-955c-80f1100e870c,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:12.715594 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:12.715992 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Checking segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:12.716395 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.716779 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Bound using segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:12.717256 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Bound port: a27b2789-cfdb-47f7-955c-80f1100e870c, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:12.717636 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.729762 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Pushing event updated for resources: {'Port': ['ID=3d9bb6d1-7065-43a7-80b3-9145957ee8ab,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:12.754185 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603126'] for router_interface, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.810573 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:12.980414 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:13.002855 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] For port a27b2789-cfdb-47f7-955c-80f1100e870c, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:13.026029 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] For port a27b2789-cfdb-47f7-955c-80f1100e870c, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=a27b2789-cfdb-47f7-955c-80f1100e870c,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:13.029984 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 12fc8b63-48f5-463a-ad57-dcbeae989ea7, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=12fc8b63-48f5-463a-ad57-dcbeae989ea7,segment=NetworkSegment(9fa6458b-0761-4e21-ba7a-e231c0a69903),segment_id=9fa6458b-0761-4e21-ba7a-e231c0a69903)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:13.065364 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-f43e3cae-fa00-4671-a0b3-101060810784 None None] Provisioning for port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:13.069399 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-f43e3cae-fa00-4671-a0b3-101060810784 None None] Provisioning complete for port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:13.069919 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f43e3cae-fa00-4671-a0b3-101060810784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:13.103118 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-f43e3cae-fa00-4671-a0b3-101060810784 None None] Port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:23:13.117943 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:13.119926 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:13.150330 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:13.177598 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c1294-d99d-48fa-8cb3-9570caf337f5 None None] Pushing event updated for resources: {'Port': ['ID=a27b2789-cfdb-47f7-955c-80f1100e870c,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:13.180149 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Routers {'64e6ac2f-def8-492e-a0d0-24803775a827'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:13.180644 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['64e6ac2f-def8-492e-a0d0-24803775a827'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:13.198609 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:13.268028 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Pushing event updated for resources: {'Port': ['ID=3d9bb6d1-7065-43a7-80b3-9145957ee8ab,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:13.271494 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707430'] for router_interface, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:13.299399 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=12fc8b63-48f5-463a-ad57-dcbeae989ea7,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:13.328465 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] Set router 64e6ac2f-def8-492e-a0d0-24803775a827 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:13.400343 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Network f59a9d18-990b-44a3-ab77-35eb7d1d9dfe is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:13.401800 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:13.481512 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 69b5ffcc-8660-4849-9054-bc2ecd468785 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:13.537346 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Router 64e6ac2f-def8-492e-a0d0-24803775a827 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:23:13.582736 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 69b5ffcc-8660-4849-9054-bc2ecd468785 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:13.583112 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:13.631813 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'name': 'tempest-TestShelveInstance-1869802604-router', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:12Z', 'revision_number': 4, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'gw_port': {'id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '3d9bb6d1-7065-43a7-80b3-9145957ee8ab', 'name': '', 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'mac_address': 'fa:16:3e:38:0e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '917a47b7-7d26-4b65-99bb-4d64475409fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:12Z', 'updated_at': '2021-07-28T04:23:12Z', 'revision_number': 1, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'subnets': [{'id': '917a47b7-7d26-4b65-99bb-4d64475409fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:13.659118 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:23:13.664328 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-6b9aa432-b7c6-489c-b239-15faf7def2ee admin admin] 10.222.0.42 "PUT /v2.0/routers/64e6ac2f-def8-492e-a0d0-24803775a827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8607366 Jul 28 04:23:13.665491 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03357d7-6ce8-4853-a71f-559bda19961c None None] The sync data for ids ['64e6ac2f-def8-492e-a0d0-24803775a827'] in dv-cinder-740146-11-iscsi is: [{'id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'name': 'tempest-TestShelveInstance-1869802604-router', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:12Z', 'revision_number': 4, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'gw_port': {'id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '3d9bb6d1-7065-43a7-80b3-9145957ee8ab', 'name': '', 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'mac_address': 'fa:16:3e:38:0e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '917a47b7-7d26-4b65-99bb-4d64475409fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:12Z', 'updated_at': '2021-07-28T04:23:12Z', 'revision_number': 1, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'subnets': [{'id': '917a47b7-7d26-4b65-99bb-4d64475409fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:23:13.697262 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-7cc80f44-2d59-4d9f-bc35-0ac35ff9f211 None None] Provisioning complete for port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:13.697639 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7cc80f44-2d59-4d9f-bc35-0ac35ff9f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:13.734254 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 12fc8b63-48f5-463a-ad57-dcbeae989ea7 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:13.767172 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-7cc80f44-2d59-4d9f-bc35-0ac35ff9f211 None None] Port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:23:13.794869 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 12fc8b63-48f5-463a-ad57-dcbeae989ea7 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:13.795250 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:14.219953 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35644) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:14.224840 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-30303470-be0a-49e9-87ed-7d81cb33e519 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359404730', 'description': 'tempest-secgroup-smoke-1359404730 description', 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:14.318346 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30303470-be0a-49e9-87ed-7d81cb33e519 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:14.408530 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30303470-be0a-49e9-87ed-7d81cb33e519 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:14.483992 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30303470-be0a-49e9-87ed-7d81cb33e519 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:14.515031 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30303470-be0a-49e9-87ed-7d81cb33e519 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90b6a3b-1297-4cdf-a9bc-0ceedd494125,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:14.564728 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-30303470-be0a-49e9-87ed-7d81cb33e519 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:14.566031 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-30303470-be0a-49e9-87ed-7d81cb33e519 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3450606 Jul 28 04:23:14.568882 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35650) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:14.573449 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-fc4b5343-043e-4d70-a5fa-ffb777c08242 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Request body: {'security_group_rule': {'security_group_id': 'f90b6a3b-1297-4cdf-a9bc-0ceedd494125', 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:14.644009 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fc4b5343-043e-4d70-a5fa-ffb777c08242 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:14.702090 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fc4b5343-043e-4d70-a5fa-ffb777c08242 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:14.769712 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fc4b5343-043e-4d70-a5fa-ffb777c08242 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:14.791160 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b5343-043e-4d70-a5fa-ffb777c08242 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f75ad0-e027-4d47-8deb-973853b1e28f,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:14.866999 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-fc4b5343-043e-4d70-a5fa-ffb777c08242 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:14.868395 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-fc4b5343-043e-4d70-a5fa-ffb777c08242 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2985828 Jul 28 04:23:14.871068 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35652) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:14.875721 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-7b438db4-7e1c-4c56-a8f2-7e53f1d5c9fd tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Request body: {'security_group_rule': {'security_group_id': 'f90b6a3b-1297-4cdf-a9bc-0ceedd494125', 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:14.946402 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7b438db4-7e1c-4c56-a8f2-7e53f1d5c9fd tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.004188 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7b438db4-7e1c-4c56-a8f2-7e53f1d5c9fd tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.072606 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7b438db4-7e1c-4c56-a8f2-7e53f1d5c9fd tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.087773 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b438db4-7e1c-4c56-a8f2-7e53f1d5c9fd tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b03614a-8875-48fe-8a5b-03689c83fb84,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:15.175611 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7b438db4-7e1c-4c56-a8f2-7e53f1d5c9fd tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.176874 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-7b438db4-7e1c-4c56-a8f2-7e53f1d5c9fd tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3048573 Jul 28 04:23:15.179562 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35658) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:15.183965 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-3187554b-af5b-46a0-b9cd-7bc8bb9b5b9f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Request body: {'security_group_rule': {'security_group_id': 'f90b6a3b-1297-4cdf-a9bc-0ceedd494125', 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:15.288929 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3187554b-af5b-46a0-b9cd-7bc8bb9b5b9f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.350513 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3187554b-af5b-46a0-b9cd-7bc8bb9b5b9f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.415287 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3187554b-af5b-46a0-b9cd-7bc8bb9b5b9f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.435119 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187554b-af5b-46a0-b9cd-7bc8bb9b5b9f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7aeda86-817b-4e1d-b613-e5180c4b5dc0,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:15.449977 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device a27b2789-cfdb-47f7-955c-80f1100e870c up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:15.518874 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3187554b-af5b-46a0-b9cd-7bc8bb9b5b9f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.520148 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-3187554b-af5b-46a0-b9cd-7bc8bb9b5b9f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396487 Jul 28 04:23:15.522776 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35664) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:15.529113 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-1dc1b772-ac48-4aa1-8878-351bcdecb222 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Request body: {'security_group_rule': {'security_group_id': 'f90b6a3b-1297-4cdf-a9bc-0ceedd494125', 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:15.544573 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Sync routers for ids ['64e6ac2f-def8-492e-a0d0-24803775a827'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:23:15.554654 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Routers {'64e6ac2f-def8-492e-a0d0-24803775a827'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:15.555328 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['64e6ac2f-def8-492e-a0d0-24803775a827'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:15.559494 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port a27b2789-cfdb-47f7-955c-80f1100e870c completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:15.563807 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port a27b2789-cfdb-47f7-955c-80f1100e870c triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:15.564195 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.616285 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b772-ac48-4aa1-8878-351bcdecb222 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.647920 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.670376 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Set router 64e6ac2f-def8-492e-a0d0-24803775a827 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:15.680825 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port a27b2789-cfdb-47f7-955c-80f1100e870c, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=a27b2789-cfdb-47f7-955c-80f1100e870c,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:15.685748 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b772-ac48-4aa1-8878-351bcdecb222 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.746650 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.775861 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b772-ac48-4aa1-8878-351bcdecb222 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.803118 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=a27b2789-cfdb-47f7-955c-80f1100e870c,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:15.814871 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1b772-ac48-4aa1-8878-351bcdecb222 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66f80db-9834-457c-8e2c-567c5f72378c,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:15.878807 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'name': 'tempest-TestShelveInstance-1869802604-router', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:12Z', 'revision_number': 4, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'gw_port': {'id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '3d9bb6d1-7065-43a7-80b3-9145957ee8ab', 'name': '', 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'mac_address': 'fa:16:3e:38:0e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '917a47b7-7d26-4b65-99bb-4d64475409fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:12Z', 'updated_at': '2021-07-28T04:23:13Z', 'revision_number': 2, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'subnets': [{'id': '917a47b7-7d26-4b65-99bb-4d64475409fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:15.904152 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Checking router: 64e6ac2f-def8-492e-a0d0-24803775a827 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:23:15.904497 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Updating router 64e6ac2f-def8-492e-a0d0-24803775a827 port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab binding host dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:23:15.932234 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.952732 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b772-ac48-4aa1-8878-351bcdecb222 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:15.954050 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-1dc1b772-ac48-4aa1-8878-351bcdecb222 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4302950 Jul 28 04:23:15.956894 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35676) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:15.962741 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-386db075-78d4-47ba-b1ab-a255474be529 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Request body: {'security_group_rule': {'security_group_id': 'f90b6a3b-1297-4cdf-a9bc-0ceedd494125', 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:16.049465 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc42ab3-76a6-433a-9b40-1bef72ab8cba req-1c6795a3-b728-449a-abe6-fd9866ced26a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:16.051344 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3bc42ab3-76a6-433a-9b40-1bef72ab8cba req-1c6795a3-b728-449a-abe6-fd9866ced26a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0719252 Jul 28 04:23:16.090952 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3bc42ab3-76a6-433a-9b40-1bef72ab8cba req-9fcdcac0-cb17-4cf2-81a2-7fe485cf1d8e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325513 Jul 28 04:23:16.107109 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.securitygroups_db [None req-386db075-78d4-47ba-b1ab-a255474be529 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Project 249a8e35a73d4c10ae57d2d4ffb53aa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:23:16.113184 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-386db075-78d4-47ba-b1ab-a255474be529 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.183229 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-386db075-78d4-47ba-b1ab-a255474be529 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.210816 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.220285 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Transition to ACTIVE for port object 3d9bb6d1-7065-43a7-80b3-9145957ee8ab will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:16.272910 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-386db075-78d4-47ba-b1ab-a255474be529 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.290573 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.293274 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386db075-78d4-47ba-b1ab-a255474be529 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41efce54-56fb-48a6-91c0-d3eecb1fce4b,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:16.342540 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660857b-ac15-4038-9028-74a47d7a4b38 None None] Pushing event updated for resources: {'Port': ['ID=3d9bb6d1-7065-43a7-80b3-9145957ee8ab,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:16.368479 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-386db075-78d4-47ba-b1ab-a255474be529 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.372507 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-386db075-78d4-47ba-b1ab-a255474be529 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4118893 Jul 28 04:23:16.372928 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35684) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:16.377605 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-340ce9ef-b72d-4cdb-839c-a913f61160e5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Request body: {'security_group_rule': {'security_group_id': 'f90b6a3b-1297-4cdf-a9bc-0ceedd494125', 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:16.391737 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Attempting to bind port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:16.392564 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Attempting to bind port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '9fa6458b-0761-4e21-ba7a-e231c0a69903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:16.392934 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Attempting to bind port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab on network f59a9d18-990b-44a3-ab77-35eb7d1d9dfe {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:16.398395 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:16.401241 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Checking segment: {'id': '9fa6458b-0761-4e21-ba7a-e231c0a69903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:16.401241 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.401241 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Bound using segment: {'id': '9fa6458b-0761-4e21-ba7a-e231c0a69903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:16.401241 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Bound port: 3d9bb6d1-7065-43a7-80b3-9145957ee8ab, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa6458b-0761-4e21-ba7a-e231c0a69903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:16.401241 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.467851 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] For port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:16.471908 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] For port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=3d9bb6d1-7065-43a7-80b3-9145957ee8ab,segment=NetworkSegment(9fa6458b-0761-4e21-ba7a-e231c0a69903),segment_id=9fa6458b-0761-4e21-ba7a-e231c0a69903)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:16.478403 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.securitygroups_db [None req-340ce9ef-b72d-4cdb-839c-a913f61160e5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Project 249a8e35a73d4c10ae57d2d4ffb53aa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:23:16.483757 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-340ce9ef-b72d-4cdb-839c-a913f61160e5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.544721 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-340ce9ef-b72d-4cdb-839c-a913f61160e5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.547591 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.600693 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Routers {'64e6ac2f-def8-492e-a0d0-24803775a827'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:16.601321 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['64e6ac2f-def8-492e-a0d0-24803775a827'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:16.627922 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-340ce9ef-b72d-4cdb-839c-a913f61160e5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.652054 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ce9ef-b72d-4cdb-839c-a913f61160e5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2054f908-37f4-4758-926a-c26545860753,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:16.670519 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660857b-ac15-4038-9028-74a47d7a4b38 None None] Pushing event updated for resources: {'Port': ['ID=3d9bb6d1-7065-43a7-80b3-9145957ee8ab,revision_number=4']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:16.731314 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] Set router 64e6ac2f-def8-492e-a0d0-24803775a827 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:16.752798 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-340ce9ef-b72d-4cdb-839c-a913f61160e5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:16.754523 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-340ce9ef-b72d-4cdb-839c-a913f61160e5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3806522 Jul 28 04:23:17.029976 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'name': 'tempest-TestShelveInstance-1869802604-router', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:12Z', 'revision_number': 4, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'gw_port': {'id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '3d9bb6d1-7065-43a7-80b3-9145957ee8ab', 'name': '', 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'mac_address': 'fa:16:3e:38:0e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '917a47b7-7d26-4b65-99bb-4d64475409fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:12Z', 'updated_at': '2021-07-28T04:23:16Z', 'revision_number': 4, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'subnets': [{'id': '917a47b7-7d26-4b65-99bb-4d64475409fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:17.058020 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9ed69-2b77-4416-9413-20eead6356be None None] The sync data for ids ['64e6ac2f-def8-492e-a0d0-24803775a827'] in dv-cinder-740146-11-iscsi is: [{'id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'name': 'tempest-TestShelveInstance-1869802604-router', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:12Z', 'revision_number': 4, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'gw_port': {'id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '3d9bb6d1-7065-43a7-80b3-9145957ee8ab', 'name': '', 'network_id': 'f59a9d18-990b-44a3-ab77-35eb7d1d9dfe', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'mac_address': 'fa:16:3e:38:0e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '917a47b7-7d26-4b65-99bb-4d64475409fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:12Z', 'updated_at': '2021-07-28T04:23:16Z', 'revision_number': 4, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'subnets': [{'id': '917a47b7-7d26-4b65-99bb-4d64475409fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:23:17.221971 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996a779-1000-4268-a48c-4cfa0bc7ef50 req-a9baf9e3-5f2a-4678-bcb5-b30a5c2346a2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:17.223783 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3996a779-1000-4268-a48c-4cfa0bc7ef50 req-a9baf9e3-5f2a-4678-bcb5-b30a5c2346a2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0535824 Jul 28 04:23:17.262769 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3996a779-1000-4268-a48c-4cfa0bc7ef50 req-1a940033-9682-4cc7-a422-4211d44e7f69 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326769 Jul 28 04:23:17.283376 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:17.455780 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 3d9bb6d1-7065-43a7-80b3-9145957ee8ab up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:17.609673 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:17.613598 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:17.613962 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:17.692841 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:17.725416 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=3d9bb6d1-7065-43a7-80b3-9145957ee8ab,segment=NetworkSegment(9fa6458b-0761-4e21-ba7a-e231c0a69903),segment_id=9fa6458b-0761-4e21-ba7a-e231c0a69903)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:17.798167 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:17.798965 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device a27b2789-cfdb-47f7-955c-80f1100e870c up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:17.878518 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=3d9bb6d1-7065-43a7-80b3-9145957ee8ab,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:17.889276 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port a27b2789-cfdb-47f7-955c-80f1100e870c triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:17.889650 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:18.381489 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840622a-ef96-4cc4-9df8-9dc7baa752a1 req-7f9b3c42-1ef8-41da-8ecf-30ad919e9b6a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:18.382972 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8840622a-ef96-4cc4-9df8-9dc7baa752a1 req-7f9b3c42-1ef8-41da-8ecf-30ad919e9b6a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0480886 Jul 28 04:23:18.420850 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8840622a-ef96-4cc4-9df8-9dc7baa752a1 req-64e08e64-dc08-4837-999a-eeb4c9eb00ae tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Jul 28 04:23:19.422937 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 3d9bb6d1-7065-43a7-80b3-9145957ee8ab up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:19.471788 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:19.472167 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:19.541538 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06570242-5c28-4af9-bca9-47df580f37f1 req-b7ae67c7-98f1-478f-ae02-3b54a2579c94 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:19.543014 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-06570242-5c28-4af9-bca9-47df580f37f1 req-b7ae67c7-98f1-478f-ae02-3b54a2579c94 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0506184 Jul 28 04:23:19.582517 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-06570242-5c28-4af9-bca9-47df580f37f1 req-1d9d985e-835b-408a-aff0-a12d672a02ea tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328927 Jul 28 04:23:20.707474 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08c444-d363-437b-8caf-fc3232e5f873 req-2f69f3fd-f262-437b-a128-d75da79a9cc5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:20.708988 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9a08c444-d363-437b-8caf-fc3232e5f873 req-2f69f3fd-f262-437b-a128-d75da79a9cc5 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0554867 Jul 28 04:23:20.746966 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9a08c444-d363-437b-8caf-fc3232e5f873 req-cefa5eb9-f01d-4273-9069-31c81d87c04a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316801 Jul 28 04:23:21.364355 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:23:21.869012 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc2648-101f-4320-96eb-e2a316a58ace req-e4e8586b-2615-4338-857d-b93948a5a09b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:21.870477 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-02cc2648-101f-4320-96eb-e2a316a58ace req-e4e8586b-2615-4338-857d-b93948a5a09b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0484912 Jul 28 04:23:21.908109 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-02cc2648-101f-4320-96eb-e2a316a58ace req-a0ceaf88-3487-45c8-897a-3cb2ab0f3e10 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Jul 28 04:23:23.029722 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e00786-ead6-47ec-b4a2-6137c5f8e451 req-621a586b-eddd-4a73-8af2-2240e3fcefb9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:23.031217 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-94e00786-ead6-47ec-b4a2-6137c5f8e451 req-621a586b-eddd-4a73-8af2-2240e3fcefb9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0528607 Jul 28 04:23:23.073498 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-94e00786-ead6-47ec-b4a2-6137c5f8e451 req-08e4b0cd-5a92-4e86-8bef-1c38fd68e2fd tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330861 Jul 28 04:23:24.196909 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1d0c0-9b9a-4fbe-bd95-068e64eadb91 req-67fb3229-e067-430d-892f-fe24cd69c803 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:24.198280 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-20b1d0c0-9b9a-4fbe-bd95-068e64eadb91 req-67fb3229-e067-430d-892f-fe24cd69c803 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0521960 Jul 28 04:23:24.235558 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-20b1d0c0-9b9a-4fbe-bd95-068e64eadb91 req-e2704252-d96f-4a64-8b66-dfa3af2b3c2c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306134 Jul 28 04:23:25.358870 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d762ae-1354-42a6-8cad-78c7281bdfdc req-b1e67cbb-01e0-40d9-9ad9-865b5c3809c8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:25.361167 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b0d762ae-1354-42a6-8cad-78c7281bdfdc req-b1e67cbb-01e0-40d9-9ad9-865b5c3809c8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0528808 Jul 28 04:23:25.404991 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b0d762ae-1354-42a6-8cad-78c7281bdfdc req-7e8dfe52-abb3-4e1c-b6dd-93ca1cca2a0e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363650 Jul 28 04:23:26.524909 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8936e5-fa9b-4818-858b-e7a3324fe417 req-a282b691-4975-4e0f-8a7e-a3e7cf054f7c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:26.526379 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5a8936e5-fa9b-4818-858b-e7a3324fe417 req-a282b691-4975-4e0f-8a7e-a3e7cf054f7c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0482213 Jul 28 04:23:26.568402 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5a8936e5-fa9b-4818-858b-e7a3324fe417 req-d472f118-e17b-41ec-acce-156fd518dda7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359840 Jul 28 04:23:27.696849 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512f35-66db-4fd7-b6ec-6c97bf37856d req-4d24145c-bbea-49eb-be90-aae61e9564be tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:27.699101 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4b512f35-66db-4fd7-b6ec-6c97bf37856d req-4d24145c-bbea-49eb-be90-aae61e9564be tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0534647 Jul 28 04:23:27.736391 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4b512f35-66db-4fd7-b6ec-6c97bf37856d req-b5348228-af72-499e-a927-22abc89b0a0e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313411 Jul 28 04:23:28.856026 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b1851-9df8-4e60-9459-af36cccd7019 req-39fc51c4-f256-4ad1-a310-7d0732651230 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:28.857481 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-770b1851-9df8-4e60-9459-af36cccd7019 req-39fc51c4-f256-4ad1-a310-7d0732651230 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0489750 Jul 28 04:23:28.895378 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-770b1851-9df8-4e60-9459-af36cccd7019 req-2eb8a186-abb8-4a0a-9cc2-a700c1abe8ba tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309772 Jul 28 04:23:30.018484 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09546d-a6e8-43d3-8314-9e5af58dbf68 req-8211f4de-5b4b-480f-8ea9-6f462d3aea62 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:30.019922 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dd09546d-a6e8-43d3-8314-9e5af58dbf68 req-8211f4de-5b4b-480f-8ea9-6f462d3aea62 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0533583 Jul 28 04:23:30.060651 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dd09546d-a6e8-43d3-8314-9e5af58dbf68 req-45c35f4a-a583-444f-8016-cd529eb58aef tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345790 Jul 28 04:23:31.186814 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830a097-fa50-4758-9e07-1651df20f40f req-468e7cb3-3677-4648-9a35-78b6636c8ccd tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:31.188255 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2830a097-fa50-4758-9e07-1651df20f40f req-468e7cb3-3677-4648-9a35-78b6636c8ccd tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0551050 Jul 28 04:23:31.225475 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2830a097-fa50-4758-9e07-1651df20f40f req-8bdbe86a-4ae3-4b2e-b558-e9648b2f3d1b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308182 Jul 28 04:23:32.330136 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-8c762bc0-f655-4a9d-97de-da5a93ac2e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:32.350081 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a40662-547f-464c-aae4-68c79b9519c5 req-297e3a70-8216-4901-a61d-cbb5e9c67437 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:32.353827 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b9a40662-547f-464c-aae4-68c79b9519c5 req-297e3a70-8216-4901-a61d-cbb5e9c67437 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0564697 Jul 28 04:23:32.395424 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b9a40662-547f-464c-aae4-68c79b9519c5 req-301a428c-4ccf-4852-80c9-522a476b31dc tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342669 Jul 28 04:23:33.513791 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bc98b-da45-4f44-a731-a8d4c23989f4 req-9853ea9b-8cd3-4134-8fc4-d221cfd4619c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:33.515262 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-348bc98b-da45-4f44-a731-a8d4c23989f4 req-9853ea9b-8cd3-4134-8fc4-d221cfd4619c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0479534 Jul 28 04:23:33.552644 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-348bc98b-da45-4f44-a731-a8d4c23989f4 req-65adc1fc-0010-4e7d-84a8-d63612142d85 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307481 Jul 28 04:23:34.675254 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2afd5-abfa-47da-a0b8-80c42b076647 req-fdb43311-68b6-4b93-8a4c-4b2ed51145cd tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:34.677488 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fca2afd5-abfa-47da-a0b8-80c42b076647 req-fdb43311-68b6-4b93-8a4c-4b2ed51145cd tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Jul 28 04:23:34.715005 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fca2afd5-abfa-47da-a0b8-80c42b076647 req-7a12ccf1-34e6-4ec9-aa15-93c9fec95ad2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313497 Jul 28 04:23:34.803609 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-52e86dcc-e92e-4797-8727-3031b7f825a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:35.085901 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35926) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:35.187542 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-639bc206-5676-40d9-8f45-794ea9c98a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:35.208114 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:35.271285 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-639bc206-5676-40d9-8f45-794ea9c98a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:35.344809 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-639bc206-5676-40d9-8f45-794ea9c98a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:35.383450 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-639bc206-5676-40d9-8f45-794ea9c98a1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81a0d1c042bc4ffd8d286d5e78ff4619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964559 Jul 28 04:23:35.384720 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bc206-5676-40d9-8f45-794ea9c98a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772dd925-6759-48c8-8e75-f8fff8bb1aae,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:35.386157 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35930) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:35.434946 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:35.455317 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:35.592620 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:35.595244 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:35.596477 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/772dd925-6759-48c8-8e75-f8fff8bb1aae HTTP/1.1" status: 204 len: 168 time: 0.2093201 Jul 28 04:23:35.604581 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772dd925-6759-48c8-8e75-f8fff8bb1aae,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:35.611409 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:35.611793 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:35.612170 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:35.612503 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:35.612903 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:35.613759 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:35.614082 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:35.614407 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:35.614732 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:35.615050 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:35.615428 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:35.615712 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510d14-5d77-4beb-93d6-15872e26be7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:35.839839 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e9e41-f1b2-484e-a559-62eed2479e08 req-418c0126-ade5-4eb7-b280-3df7776606f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:35.841510 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a88e9e41-f1b2-484e-a559-62eed2479e08 req-418c0126-ade5-4eb7-b280-3df7776606f9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0499074 Jul 28 04:23:35.880796 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a88e9e41-f1b2-484e-a559-62eed2479e08 req-75a0fa9c-ab13-4b17-accd-dcb4ccbcb009 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333452 Jul 28 04:23:36.276251 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:36.876904 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e1fc99ce-8ed6-41df-a685-9b01e53209ec details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:23:36.973897 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:36.986461 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'port_id': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'mac_address': 'fa:16:3e:6c:b1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:23:37.026796 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:37.040046 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1fc99ce-8ed6-41df-a685-9b01e53209ec {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:23:37.060438 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:37.093967 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c4269-484e-466e-8234-bfe7f084000e req-21f426f3-60f5-4c66-8024-2a75e9efa72a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:37.095483 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0f5c4269-484e-466e-8234-bfe7f084000e req-21f426f3-60f5-4c66-8024-2a75e9efa72a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0561974 Jul 28 04:23:37.123770 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:37.139459 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0f5c4269-484e-466e-8234-bfe7f084000e req-601559cf-37de-46a5-9be4-126ed6ba6f5e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360141 Jul 28 04:23:37.192777 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=e1fc99ce-8ed6-41df-a685-9b01e53209ec,revision_number=6']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:37.196125 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 35978) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:37.211677 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['e1fc99ce-8ed6-41df-a685-9b01e53209ec'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:23:37.309995 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-996906f1-8541-4e9d-b699-804b4cd5ec31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:37.397685 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-996906f1-8541-4e9d-b699-804b4cd5ec31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:37.470242 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-996906f1-8541-4e9d-b699-804b4cd5ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:37.509871 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-996906f1-8541-4e9d-b699-804b4cd5ec31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a30c14a440d341f6be3543c467fbf6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126848 Jul 28 04:23:37.510888 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996906f1-8541-4e9d-b699-804b4cd5ec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6684a2e-968d-4ad7-a168-5c526ac5ccdf,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:37.512546 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 35982) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:37.564314 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a8c7dc7a-929f-4801-94ef-6d5be60ddc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:37.586614 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a8c7dc7a-929f-4801-94ef-6d5be60ddc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:37.695211 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a8c7dc7a-929f-4801-94ef-6d5be60ddc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:37.699363 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a8c7dc7a-929f-4801-94ef-6d5be60ddc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:37.705016 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-a8c7dc7a-929f-4801-94ef-6d5be60ddc7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6684a2e-968d-4ad7-a168-5c526ac5ccdf HTTP/1.1" status: 204 len: 168 time: 0.1865168 Jul 28 04:23:37.718129 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7dc7a-929f-4801-94ef-6d5be60ddc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6684a2e-968d-4ad7-a168-5c526ac5ccdf,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:37.788364 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-3934f2cc-4efe-477b-9273-b0a31fbc7e2f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359404730&fields=id&tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1 HTTP/1.1" status: 200 len: 267 time: 0.0411437 Jul 28 04:23:37.878121 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:37.899804 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435dae5-d927-4c00-85c6-e5797824de54 req-0a0599c7-c89d-4dcf-b779-e02faffca42c tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:37.901283 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-0a0599c7-c89d-4dcf-b779-e02faffca42c tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/networks?id=b434cb26-686a-4515-9802-6ba3a13040c3 HTTP/1.1" status: 200 len: 809 time: 0.1060991 Jul 28 04:23:37.916905 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-072c1a85-0827-40df-b4a8-05ee63374c82 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/quotas/249a8e35a73d4c10ae57d2d4ffb53aa1 HTTP/1.1" status: 200 len: 375 time: 0.0096939 Jul 28 04:23:37.967133 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-816e6492-e37a-4ed3-8bc0-927f808171d6 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448387 Jul 28 04:23:38.174186 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-f9892c66-74db-49f5-96cd-d5168dfbd3f4 service neutron] 10.222.0.42 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942134 Jul 28 04:23:38.310190 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e0790-4cdd-4ab6-8b09-001d401ee889 req-f4e74d6d-21f7-4ed2-994a-61e06660d278 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:38.311893 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ac2e0790-4cdd-4ab6-8b09-001d401ee889 req-f4e74d6d-21f7-4ed2-994a-61e06660d278 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 944 time: 0.0773919 Jul 28 04:23:38.339732 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-e5f93cf1-80f4-4655-9d24-de681d1e6cf2 service neutron] 10.222.0.42 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518095 Jul 28 04:23:38.366238 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ac2e0790-4cdd-4ab6-8b09-001d401ee889 req-496467c4-314b-4eab-bbdc-8693c91f4ab2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432940 Jul 28 04:23:38.901855 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e1fc99ce-8ed6-41df-a685-9b01e53209ec up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:38.940632 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 36054) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:39.005870 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port e1fc99ce-8ed6-41df-a685-9b01e53209ec triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:39.006249 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:39.099952 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:39.123637 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-65a3e5a1-2479-44db-8c54-87fffe43acde req-fbc0dcb4-0186-4fde-8d25-99a5ef057c47 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 210 time: 0.0384140 Jul 28 04:23:39.127708 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:23:39.130953 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7f519f-ffbd-4230-afc0-83890d691bd8" -d '{"events": [{"server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "name": "network-vif-plugged", "status": "completed", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:23:39.146564 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:39.195346 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-645732232-network', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:39.230847 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:39.312864 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Made reservation on behalf of c2e8b716ed16435bb5aca0ac834029de for: {'network': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:23:39.315643 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:39.316889 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=e1fc99ce-8ed6-41df-a685-9b01e53209ec,revision_number=7']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:39.335545 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:39.485888 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:39.506628 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba22b3e-e2e5-45a7-810b-71021d8a7f37 x-openstack-request-id: req-9ba22b3e-e2e5-45a7-810b-71021d8a7f37 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:23:39.507183 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "name": "network-vif-plugged", "status": "completed", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:23:39.507668 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ba22b3e-e2e5-45a7-810b-71021d8a7f37 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:23:39.508282 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'code': 200} Jul 28 04:23:39.565212 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:39.626448 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:23:39.655983 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f7d151-c927-4513-91e5-d8cd1e74691f,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:39.659001 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:39.660226 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.segments_db [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Added segment 8d7b1d52-d477-4576-a85f-6f6be03fc3af of type vlan for network 72ab982f-e229-4f30-84dc-40a60d90a598 Jul 28 04:23:39.976997 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bfb6c-8870-4cc1-ad87-f71274859cf6 req-e3061e3f-949c-48d4-acc7-fd58ed526825 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:39.980150 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a19bfb6c-8870-4cc1-ad87-f71274859cf6 req-e3061e3f-949c-48d4-acc7-fd58ed526825 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.4151275 Jul 28 04:23:40.008237 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:40.046068 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a19bfb6c-8870-4cc1-ad87-f71274859cf6 req-22b9a614-bad6-4ec7-88c6-b2795034d358 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484345 Jul 28 04:23:40.145796 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:40.149823 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:40.151448 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:40.245932 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b6f977a6-b59e-4abc-945d-a3fd09003a7c req-a0f4d3bb-c969-4df2-a53f-279934d718f5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 210 time: 0.0416453 Jul 28 04:23:40.255992 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] Pushing event updated for resources: {'Network': ['ID=72ab982f-e229-4f30-84dc-40a60d90a598,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:40.263506 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network 72ab982f-e229-4f30-84dc-40a60d90a598 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:23:40.299874 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-83c83686-8956-40e9-95a2-511d911c809f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3575494 Jul 28 04:23:40.305471 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 36086) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:40.312976 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-b1f6d040-5fde-4a9b-904c-0b80573c2442 admin admin] Request body: {'subnet': {'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-645732232-subnet', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'ip_version': 4}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:40.397899 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f6d040-5fde-4a9b-904c-0b80573c2442 admin admin] Made reservation on behalf of c2e8b716ed16435bb5aca0ac834029de for: {'subnet': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:23:40.400414 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d040-5fde-4a9b-904c-0b80573c2442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6261998'] for subnet, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:40.676810 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d040-5fde-4a9b-904c-0b80573c2442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6235718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6261916'] for subnet, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:40.753045 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6d040-5fde-4a9b-904c-0b80573c2442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d361c5-2bb1-43df-9ae1-0f1ba476c851,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:40.756799 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f6d040-5fde-4a9b-904c-0b80573c2442 admin admin] Checking segment: {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:40.757460 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f6d040-5fde-4a9b-904c-0b80573c2442 admin admin] Network hostable DHCP agents. Network: 72ab982f-e229-4f30-84dc-40a60d90a598, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:23:40.832802 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f6d040-5fde-4a9b-904c-0b80573c2442 admin admin] Network 72ab982f-e229-4f30-84dc-40a60d90a598 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:23:40.922664 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-b1f6d040-5fde-4a9b-904c-0b80573c2442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, 72ab982f-e229-4f30-84dc-40a60d90a598) {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:40.939513 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d95ce7-464b-48bf-a100-a3366e1a1761 None None] Network 72ab982f-e229-4f30-84dc-40a60d90a598 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:23:40.947425 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f6d040-5fde-4a9b-904c-0b80573c2442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:40.948068 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b1f6d040-5fde-4a9b-904c-0b80573c2442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:41.047586 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36090) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:41.052268 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-b1f6d040-5fde-4a9b-904c-0b80573c2442 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7450345 Jul 28 04:23:41.053772 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:41.193192 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-70909'] for router, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:41.194627 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-70890'] for router, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:41.204743 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d25f9-a516-40d9-893e-60b7dd5eae69 req-adbeb67d-b2fc-4ab9-aa90-5fb055fb795d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:41.207297 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-093d25f9-a516-40d9-893e-60b7dd5eae69 req-adbeb67d-b2fc-4ab9-aa90-5fb055fb795d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0695879 Jul 28 04:23:41.262057 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:41.272324 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-093d25f9-a516-40d9-893e-60b7dd5eae69 req-b2a89f56-16ee-4062-93aa-313b9c0b40d4 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584970 Jul 28 04:23:41.294408 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74395e69-ebfd-5780-85ed-cc8d62eaf3f4-72ab982f-e229-4f30-84dc-40a60d90a598', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851'}]}} from dv-cinder-740146-11-iscsi. {{(pid=93705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:23:41.297401 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:41.390230 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d3f51b0c-db63-4c6a-8ec4-ff3aa4b51f64 req-37318086-0afc-424b-9e24-d514f959034a tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 210 time: 0.0349605 Jul 28 04:23:41.488740 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-70680'] for router, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:41.495508 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.db_base_plugin_common [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Allocated IP 172.20.0.2 (72ab982f-e229-4f30-84dc-40a60d90a598/66d361c5-2bb1-43df-9ae1-0f1ba476c851/531a7f07-261d-406e-9669-50309c218930) {{(pid=93705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:41.677387 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Notify callbacks [] for port, precommit_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:41.689770 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Transition to ACTIVE for port object 531a7f07-261d-406e-9669-50309c218930 will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:41.711486 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Transition to ACTIVE for port object 531a7f07-261d-406e-9669-50309c218930 will not be triggered until provisioned by entity DHCP. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:41.792897 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:41.831137 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Network 72ab982f-e229-4f30-84dc-40a60d90a598 is already hosted by enough agents. {{(pid=93705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:41.857744 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.base_scheduler [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Resources bound (agent type, host, resource id): {{(pid=93705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:41.865289 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Pushing event updated for resources: {'Port': ['ID=531a7f07-261d-406e-9669-50309c218930,revision_number=1']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:41.867897 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Received port after_create {{(pid=93705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:41.950191 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435dae5-d927-4c00-85c6-e5797824de54 req-70761b9e-2bb2-45db-8909-164248f4948f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:41.953433 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-70761b9e-2bb2-45db-8909-164248f4948f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.22 "GET /v2.0/networks?id=b434cb26-686a-4515-9802-6ba3a13040c3 HTTP/1.1" status: 200 len: 809 time: 0.1872783 Jul 28 04:23:41.992166 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Attempting to bind port 531a7f07-261d-406e-9669-50309c218930 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:41.996171 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Attempting to bind port 531a7f07-261d-406e-9669-50309c218930 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:41.996903 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Attempting to bind port 531a7f07-261d-406e-9669-50309c218930 on network 72ab982f-e229-4f30-84dc-40a60d90a598 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:42.011887 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:42.012504 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Checking segment: {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:42.013020 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:42.020775 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Bound using segment: {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:42.021444 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Bound port: 531a7f07-261d-406e-9669-50309c218930, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:42.021942 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:42.034010 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-c18147b3-d3cc-4eff-aa62-5764b367f6e5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1 HTTP/1.1" status: 200 len: 380 time: 0.0561774 Jul 28 04:23:42.053577 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Request body: {'port': {'device_id': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'admin_state_up': True, 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'security_groups': ['f90b6a3b-1297-4cdf-a9bc-0ceedd494125']}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:42.117712 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] For port 531a7f07-261d-406e-9669-50309c218930, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:42.121978 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] For port 531a7f07-261d-406e-9669-50309c218930, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=531a7f07-261d-406e-9669-50309c218930,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:42.192485 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:42.213068 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:42.315929 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Allocated IP 172.27.2.17 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/01645c37-131b-4148-9e2b-641d8c8e9262) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:42.379244 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:42.380442 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Made reservation on behalf of 249a8e35a73d4c10ae57d2d4ffb53aa1 for: {'port': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:23:42.393120 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:42.414319 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6427e4-33d9-4d24-942b-74d7ae9437b8 req-d6b57446-9da9-4ee5-ab53-757ffbb116ca tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:42.422538 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2b6427e4-33d9-4d24-942b-74d7ae9437b8 req-d6b57446-9da9-4ee5-ab53-757ffbb116ca tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0836885 Jul 28 04:23:42.481950 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:42.510426 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2b6427e4-33d9-4d24-942b-74d7ae9437b8 req-aee74488-eb05-46b9-bd8e-d898261a8afb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792332 Jul 28 04:23:42.566485 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76254c8d-f5e7-4c03-b9e5-320d07963d52 None None] Pushing event updated for resources: {'Port': ['ID=531a7f07-261d-406e-9669-50309c218930,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:42.604253 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:42.650156 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Allocated IP 172.20.0.6 (b434cb26-686a-4515-9802-6ba3a13040c3/7cc623dc-d3c4-4c03-be66-0d19eff3ed15/79cf52ba-257c-4ac4-910d-ceb71b4cf4b2) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:42.653462 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:42.656603 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:42.665131 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:42.668535 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Pushing event updated for resources: {'Port': ['ID=01645c37-131b-4148-9e2b-641d8c8e9262,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:42.680783 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ffcf95c6-7696-4b44-b3e1-ef4899830ec9 req-24da632b-8bfd-407d-960b-a7c7e290fd5c tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 210 time: 0.1019099 Jul 28 04:23:42.921549 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:42.955214 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Transition to ACTIVE for port object 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:43.063467 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:43.189728 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:43.194629 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Network b434cb26-686a-4515-9802-6ba3a13040c3 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:43.196051 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event updated for resources: {'Port': ['ID=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:43.205375 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:43.209524 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:43.272161 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:43.272927 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:43.398608 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-cb026a92-52a6-4a6b-8310-b13d7a6877e0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3579600 Jul 28 04:23:43.412665 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Request body: {'port': {'device_id': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:43.540852 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603305'] for router, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:43.558167 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:43.596644 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 531a7f07-261d-406e-9669-50309c218930 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:43.657621 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-beed854d-de9f-46c0-b7de-6a0b25741388 None None] Provisioning for port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:43.665339 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-beed854d-de9f-46c0-b7de-6a0b25741388 None None] Provisioning complete for port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:43.688260 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-beed854d-de9f-46c0-b7de-6a0b25741388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:43.774801 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec225555-f875-4dc0-b211-5e2902030f95 req-6d3bfb53-60e6-409f-bddf-c3cd307294d8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:43.777198 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ec225555-f875-4dc0-b211-5e2902030f95 req-6d3bfb53-60e6-409f-bddf-c3cd307294d8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.1407406 Jul 28 04:23:43.798900 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-beed854d-de9f-46c0-b7de-6a0b25741388 None None] Port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:23:43.878339 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 531a7f07-261d-406e-9669-50309c218930 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:43.912413 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Router 293c70fe-4373-45a8-af2b-f750352bc09c is scheduled to L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 with binding_index 1 {{(pid=93704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:23:43.947737 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ec225555-f875-4dc0-b211-5e2902030f95 req-eb065853-ed80-4ccc-996b-7ffb0aa1116e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620846 Jul 28 04:23:43.958456 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216e7c1-da12-492e-a3d0-051c08e93cbb req-20d46d77-d969-4088-96b1-0e1b1f8cf373 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:43.960023 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1216e7c1-da12-492e-a3d0-051c08e93cbb req-20d46d77-d969-4088-96b1-0e1b1f8cf373 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 931 time: 0.1121175 Jul 28 04:23:44.035779 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1216e7c1-da12-492e-a3d0-051c08e93cbb req-ba311a32-df4a-4d62-a462-4d470c81643f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663049 Jul 28 04:23:44.039728 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c854b82-9466-4d14-8838-3750cec320a8 None None] Network 72ab982f-e229-4f30-84dc-40a60d90a598 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:23:44.092717 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:23:44.101645 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:44.123389 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Transition to ACTIVE for port object 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:44.153217 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:23:44.165807 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Sync routers for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:23:44.176428 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:44.185649 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:44.186120 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:44.265473 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-9e341586-0f22-4368-86e2-6bd400778c71 None None] Provisioning for port 531a7f07-261d-406e-9669-50309c218930 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:44.275866 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] Notify callbacks [] for router, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:44.277359 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ac958ad3-83d5-4a9e-9a63-1deca477c620 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2287395 Jul 28 04:23:44.280139 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36114) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:44.303177 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Pushing event updated for resources: {'Port': ['ID=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:44.318664 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-9e341586-0f22-4368-86e2-6bd400778c71 None None] Provisioning complete for port 531a7f07-261d-406e-9669-50309c218930 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:44.324509 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9e341586-0f22-4368-86e2-6bd400778c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:44.364948 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Attempting to bind port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:44.365173 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Attempting to bind port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:44.365325 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Attempting to bind port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 on network b434cb26-686a-4515-9802-6ba3a13040c3 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:44.373616 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 on network b434cb26-686a-4515-9802-6ba3a13040c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:23:44.373937 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Attempting to bind port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 on network b434cb26-686a-4515-9802-6ba3a13040c3 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:44.389017 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:44.389017 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Checking segment: {'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:44.389384 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Bound using segment: {'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:44.389709 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Bound port: 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cab0051-9aaf-4a0c-910d-d2daf8815e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:44.390070 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:44.524923 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] For port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2, host hv-cinder-74014, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:44.530374 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] For port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:44.537242 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:44.609577 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:44.681102 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:44.682086 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:44.684238 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] 10.222.0.22 "PUT /v2.0/ports/79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 HTTP/1.1" status: 200 len: 1093 time: 1.2768593 Jul 28 04:23:44.684238 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:23:44.686735 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d36db1-9153-4203-9106-3e8e3060272d" -d '{"events": [{"name": "network-changed", "server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:23:44.730383 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f582bf-fb67-4958-a72d-142b88990171 service neutron] Pushing event updated for resources: {'Port': ['ID=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:44.758049 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9e341586-0f22-4368-86e2-6bd400778c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:44.781158 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882b1843-c91e-4750-8ae9-37ffe09aa06e x-openstack-request-id: req-882b1843-c91e-4750-8ae9-37ffe09aa06e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:23:44.781772 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:23:44.782000 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-882b1843-c91e-4750-8ae9-37ffe09aa06e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:23:44.782413 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'status': 'completed', 'code': 200} Jul 28 04:23:44.888340 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-9e341586-0f22-4368-86e2-6bd400778c71 None None] For port 531a7f07-261d-406e-9669-50309c218930, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=531a7f07-261d-406e-9669-50309c218930,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:44.916342 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d36db1-9153-4203-9106-3e8e3060272d req-e514127e-931b-4c00-907e-e73b64f97104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:44.918278 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b1d36db1-9153-4203-9106-3e8e3060272d req-e514127e-931b-4c00-907e-e73b64f97104 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1&device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 1096 time: 0.1091480 Jul 28 04:23:44.949560 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:42Z', 'revision_number': 3, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:44.988821 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:44.993802 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9e341586-0f22-4368-86e2-6bd400778c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:44.997562 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Checking router: 293c70fe-4373-45a8-af2b-f750352bc09c for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:23:44.997899 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Updating router 293c70fe-4373-45a8-af2b-f750352bc09c port 01645c37-131b-4148-9e2b-641d8c8e9262 binding host dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:23:45.088610 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:45.091820 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d36db1-9153-4203-9106-3e8e3060272d req-47b6e91f-0d11-4a00-b222-e222e585ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:45.094165 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b1d36db1-9153-4203-9106-3e8e3060272d req-47b6e91f-0d11-4a00-b222-e222e585ec38 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1603823 Jul 28 04:23:45.194683 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e341586-0f22-4368-86e2-6bd400778c71 None None] Pushing event updated for resources: {'Port': ['ID=531a7f07-261d-406e-9669-50309c218930,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:45.289681 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Allocated IP 172.20.0.1 (72ab982f-e229-4f30-84dc-40a60d90a598/66d361c5-2bb1-43df-9ae1-0f1ba476c851/e65f5753-5ee1-48dd-87d6-601cc1a5c41f) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:45.305949 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35013f4-74cc-4b93-8a7a-bd1ef9ba39cf req-0b911262-6d84-4891-84aa-40e1ef87da86 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:45.307575 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f35013f4-74cc-4b93-8a7a-bd1ef9ba39cf req-0b911262-6d84-4891-84aa-40e1ef87da86 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.1753082 Jul 28 04:23:45.334268 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e2605-2e37-4a14-9796-87bc82fcdbd1 req-574685fc-e0f6-42c6-b9d3-77323b62f39f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:45.335814 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3e3e2605-2e37-4a14-9796-87bc82fcdbd1 req-574685fc-e0f6-42c6-b9d3-77323b62f39f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.1428750 Jul 28 04:23:45.338088 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d36db1-9153-4203-9106-3e8e3060272d req-683d7f61-eb51-42a9-aed3-927e1b27a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:45.339523 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b1d36db1-9153-4203-9106-3e8e3060272d req-683d7f61-eb51-42a9-aed3-927e1b27a4fa service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2366946 Jul 28 04:23:45.420773 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-84b9b06f-c442-464f-8ce6-92ed24b0825f None None] Provisioning complete for port 531a7f07-261d-406e-9669-50309c218930 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:45.421115 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-84b9b06f-c442-464f-8ce6-92ed24b0825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:45.441747 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3e3e2605-2e37-4a14-9796-87bc82fcdbd1 req-44d4da49-179d-4a7b-982e-8e506f6d266b tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953860 Jul 28 04:23:45.523754 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f35013f4-74cc-4b93-8a7a-bd1ef9ba39cf req-f83f68ec-cf97-479f-8cd5-3749069f0c51 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048907 Jul 28 04:23:45.524801 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 531a7f07-261d-406e-9669-50309c218930 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:45.566500 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435dae5-d927-4c00-85c6-e5797824de54 req-a82126bd-57a3-44f3-a571-a4442ccd06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:45.568684 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-a82126bd-57a3-44f3-a571-a4442ccd06cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1&device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 1096 time: 0.1144817 Jul 28 04:23:45.585597 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:45.615011 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Transition to ACTIVE for port object e65f5753-5ee1-48dd-87d6-601cc1a5c41f will not be triggered until provisioned by entity DHCP. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:45.630258 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Notify callbacks [] for port, precommit_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:45.636751 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-0701f354-9b0b-4f5f-91a7-4d075005eb65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 HTTP/1.1" status: 200 len: 217 time: 0.0593119 Jul 28 04:23:45.649272 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Transition to ACTIVE for port object 01645c37-131b-4148-9e2b-641d8c8e9262 will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:45.660762 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 531a7f07-261d-406e-9669-50309c218930 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:45.661139 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:45.723590 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435dae5-d927-4c00-85c6-e5797824de54 req-8eb479d1-0cd6-4ca3-a1f0-871e1e907c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:45.725372 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-8eb479d1-0cd6-4ca3-a1f0-871e1e907c88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7cc623dc-d3c4-4c03-be66-0d19eff3ed15 HTTP/1.1" status: 200 len: 848 time: 0.0752151 Jul 28 04:23:45.781443 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435dae5-d927-4c00-85c6-e5797824de54 req-8ee385a9-eb36-45ea-961c-7dd417230ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:45.783093 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-8ee385a9-eb36-45ea-961c-7dd417230ef1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b434cb26-686a-4515-9802-6ba3a13040c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498867 Jul 28 04:23:45.786729 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:45.827703 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b205b-a875-4670-83a9-a3394df02418 None None] Pushing event updated for resources: {'Port': ['ID=01645c37-131b-4148-9e2b-641d8c8e9262,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:45.831063 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:45.855906 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Attempting to bind port 01645c37-131b-4148-9e2b-641d8c8e9262 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:45.856416 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Attempting to bind port 01645c37-131b-4148-9e2b-641d8c8e9262 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:45.856880 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Attempting to bind port 01645c37-131b-4148-9e2b-641d8c8e9262 on network d3136975-6585-468b-8186-a315d5f73f38 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:45.869819 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:45.872316 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Checking segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:45.872865 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:45.875931 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Bound using segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:45.876608 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Bound port: 01645c37-131b-4148-9e2b-641d8c8e9262, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:45.880078 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:45.898717 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Network 72ab982f-e229-4f30-84dc-40a60d90a598 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:45.902362 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:45.919820 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-7ce53626-68e3-4147-a125-46c117be6e7f service neutron] 10.222.0.22 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280773 Jul 28 04:23:45.921920 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:45.970790 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Pushing event updated for resources: {'Port': ['ID=e65f5753-5ee1-48dd-87d6-601cc1a5c41f,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:45.997634 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603126'] for router_interface, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:46.030680 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] For port 01645c37-131b-4148-9e2b-641d8c8e9262, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:46.041692 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] For port 01645c37-131b-4148-9e2b-641d8c8e9262, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=01645c37-131b-4148-9e2b-641d8c8e9262,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:46.124248 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:46.124493 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e435dae5-d927-4c00-85c6-e5797824de54 req-abff8846-599d-4895-a071-c22c4834355c service neutron] 10.222.0.22 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958618 Jul 28 04:23:46.217574 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:46.218218 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:46.276719 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:46.283334 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b205b-a875-4670-83a9-a3394df02418 None None] Pushing event updated for resources: {'Port': ['ID=01645c37-131b-4148-9e2b-641d8c8e9262,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:46.363834 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-37770535-9837-4a20-a3a3-97ff43fa918c None None] Provisioning for port e65f5753-5ee1-48dd-87d6-601cc1a5c41f completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:46.369565 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-37770535-9837-4a20-a3a3-97ff43fa918c None None] Provisioning complete for port e65f5753-5ee1-48dd-87d6-601cc1a5c41f triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:46.369941 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-37770535-9837-4a20-a3a3-97ff43fa918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:46.398882 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:46.516851 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:46.587131 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a4bad-3a14-480a-af21-8c731b71ca3e req-ff3ffae1-9fd6-402a-afb1-d42d2ed2425e tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:46.606113 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a51a4bad-3a14-480a-af21-8c731b71ca3e req-ff3ffae1-9fd6-402a-afb1-d42d2ed2425e tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.1062622 Jul 28 04:23:46.653674 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a51a4bad-3a14-480a-af21-8c731b71ca3e req-1773ab76-88bd-4382-bd80-4b922f20b391 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465982 Jul 28 04:23:46.678283 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-37770535-9837-4a20-a3a3-97ff43fa918c None None] Port e65f5753-5ee1-48dd-87d6-601cc1a5c41f cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:23:46.693987 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd37d6c-6a38-4bc5-9a97-dfbc7b2b5c6d req-9b01681e-f565-4879-be1d-195b2177f1d8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:46.695483 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6fd37d6c-6a38-4bc5-9a97-dfbc7b2b5c6d req-9b01681e-f565-4879-be1d-195b2177f1d8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0585549 Jul 28 04:23:46.735780 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6fd37d6c-6a38-4bc5-9a97-dfbc7b2b5c6d req-8e965079-ce64-4937-a998-b548cf83ca7e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327029 Jul 28 04:23:46.762246 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:42Z', 'revision_number': 3, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:46.789880 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d2ba1-4201-4e76-860d-7392afd7aa45 None None] The sync data for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi is: [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:42Z', 'revision_number': 3, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:23:46.895093 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:46.974943 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707430'] for router_interface, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:46.976613 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Pushing event updated for resources: {'Port': ['ID=e65f5753-5ee1-48dd-87d6-601cc1a5c41f,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:47.089656 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Network 72ab982f-e229-4f30-84dc-40a60d90a598 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:47.091116 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:47.225038 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Router 293c70fe-4373-45a8-af2b-f750352bc09c has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:23:47.255737 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:47.390430 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:23:47.395369 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-30837d35-bcb7-448a-83f0-8fe4b902add3 admin admin] 10.222.0.42 "PUT /v2.0/routers/293c70fe-4373-45a8-af2b-f750352bc09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1139710 Jul 28 04:23:47.444509 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-cbcd1b6c-8bc6-43d1-ae06-f4605d2fa5cd None None] Provisioning complete for port e65f5753-5ee1-48dd-87d6-601cc1a5c41f triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:47.454501 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-cbcd1b6c-8bc6-43d1-ae06-f4605d2fa5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:47.540392 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd1b6c-8bc6-43d1-ae06-f4605d2fa5cd None None] Port e65f5753-5ee1-48dd-87d6-601cc1a5c41f cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:23:47.563866 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 01645c37-131b-4148-9e2b-641d8c8e9262 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:47.680430 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 01645c37-131b-4148-9e2b-641d8c8e9262 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:47.685014 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 01645c37-131b-4148-9e2b-641d8c8e9262 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:47.695938 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:47.874282 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:47.914735 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 01645c37-131b-4148-9e2b-641d8c8e9262, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=01645c37-131b-4148-9e2b-641d8c8e9262,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:47.960875 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8728d-1428-4644-91d1-5e23fd08498e req-12acc2e1-0bad-4e91-b966-60e2e357df2b tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:47.971073 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9ff8728d-1428-4644-91d1-5e23fd08498e req-12acc2e1-0bad-4e91-b966-60e2e357df2b tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.1914642 Jul 28 04:23:47.997862 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:48.006502 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5f2ea-c34d-4740-ac44-1bc42133b48e req-c625023d-b47a-48b2-9276-b3272ea739a6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:48.020303 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-26b5f2ea-c34d-4740-ac44-1bc42133b48e req-c625023d-b47a-48b2-9276-b3272ea739a6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.1441064 Jul 28 04:23:48.084481 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9ff8728d-1428-4644-91d1-5e23fd08498e req-a53a602e-ba08-46cb-8abe-10287db64277 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122913 Jul 28 04:23:48.087716 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=01645c37-131b-4148-9e2b-641d8c8e9262,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:48.095656 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-26b5f2ea-c34d-4740-ac44-1bc42133b48e req-d95ec206-5796-4eec-9c6e-054fb29d7799 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742090 Jul 28 04:23:48.482550 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 36166) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:48.488570 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-66076597-network', 'tenant_id': '66287663ad644b809b94e7954ea57f76'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:48.603749 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Made reservation on behalf of 66287663ad644b809b94e7954ea57f76 for: {'network': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:23:48.606496 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for network, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:48.616642 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:48.733023 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:48.748912 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Sync routers for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:23:48.766312 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:48.767405 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:48.804076 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:48.818545 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:23:48.829959 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:48.830316 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.segments_db [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Added segment 7cd6cd79-26a6-426f-90f2-5870f7e3c73d of type vlan for network 9376f992-7dbb-41b1-8592-bd2d51eddbf6 Jul 28 04:23:48.894210 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759951675495'] for network, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:48.910306 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:48.940125 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4154c342-4025-45f3-aeab-d62b1b1658fd,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:49.032048 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866'] for network, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:49.034027 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:49.034881 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:49.123940 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 2, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:49.132180 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36170) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:49.153400 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-9d40e7d3-635a-4e5f-aa69-87f63ff6beae admin admin] Request body: {'subnet': {'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-66076597-subnet', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'ip_version': 4}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:49.164971 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6416295 Jul 28 04:23:49.175351 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Checking router: 293c70fe-4373-45a8-af2b-f750352bc09c for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:23:49.176057 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Updating router 293c70fe-4373-45a8-af2b-f750352bc09c port e65f5753-5ee1-48dd-87d6-601cc1a5c41f binding host dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:23:49.202501 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de413e0-99b8-416a-b214-b3e7f783c287 admin admin] Pushing event updated for resources: {'Network': ['ID=9376f992-7dbb-41b1-8592-bd2d51eddbf6,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:49.207524 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:49.228170 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Network 9376f992-7dbb-41b1-8592-bd2d51eddbf6 details requested by agent ovs-agent-dv-cinder-740146-11-iscsi with host dv-cinder-740146-11-iscsi {{(pid=93705) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:23:49.301976 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d40e7d3-635a-4e5f-aa69-87f63ff6beae admin admin] Made reservation on behalf of 66287663ad644b809b94e7954ea57f76 for: {'subnet': 1} {{(pid=93704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:23:49.304540 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d40e7d3-635a-4e5f-aa69-87f63ff6beae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4594624'] for subnet, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:49.440622 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24826161-3331-428c-8b6f-19152923fc0e req-d8d9d37c-dba3-4ca9-8078-a5b6da19f701 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:49.444030 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-24826161-3331-428c-8b6f-19152923fc0e req-d8d9d37c-dba3-4ca9-8078-a5b6da19f701 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.1817656 Jul 28 04:23:49.534098 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c85d96-d6b4-4c74-bdca-4db128ccec39 req-dd10c161-74e7-44b0-bc7c-584294f11148 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:49.554448 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 01645c37-131b-4148-9e2b-641d8c8e9262 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:49.563036 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e9c85d96-d6b4-4c74-bdca-4db128ccec39 req-dd10c161-74e7-44b0-bc7c-584294f11148 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.2173254 Jul 28 04:23:49.616835 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-24826161-3331-428c-8b6f-19152923fc0e req-ecd7b009-ea0a-4562-9fa5-80bf2a28d04e tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643124 Jul 28 04:23:49.622831 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 01645c37-131b-4148-9e2b-641d8c8e9262 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:49.623216 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:49.670874 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:49.673547 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e9c85d96-d6b4-4c74-bdca-4db128ccec39 req-75070183-9e79-42ec-94f8-c2702ccc1023 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100984 Jul 28 04:23:49.687671 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Transition to ACTIVE for port object e65f5753-5ee1-48dd-87d6-601cc1a5c41f will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:49.763574 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:49.787360 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d40e7d3-635a-4e5f-aa69-87f63ff6beae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4447671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4594610'] for subnet, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:49.841614 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86043b6-7e8d-42c8-b7a2-8728564525ff None None] Pushing event updated for resources: {'Port': ['ID=e65f5753-5ee1-48dd-87d6-601cc1a5c41f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:49.875490 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Attempting to bind port e65f5753-5ee1-48dd-87d6-601cc1a5c41f on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:49.875889 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Attempting to bind port e65f5753-5ee1-48dd-87d6-601cc1a5c41f by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:49.876250 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Attempting to bind port e65f5753-5ee1-48dd-87d6-601cc1a5c41f on network 72ab982f-e229-4f30-84dc-40a60d90a598 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:49.886281 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:49.886648 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Checking segment: {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:49.887050 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:49.887491 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Bound using segment: {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:49.887986 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Bound port: e65f5753-5ee1-48dd-87d6-601cc1a5c41f, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:49.888360 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:49.906615 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40e7d3-635a-4e5f-aa69-87f63ff6beae admin admin] Checking segment: {'id': '7cd6cd79-26a6-426f-90f2-5870f7e3c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:49.907175 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40e7d3-635a-4e5f-aa69-87f63ff6beae admin admin] Network hostable DHCP agents. Network: 9376f992-7dbb-41b1-8592-bd2d51eddbf6, hostable agents: ['5a39baff-63bb-404d-a152-5684cf50c865'], hosted agents: [] {{(pid=93704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:23:49.916176 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40e7d3-635a-4e5f-aa69-87f63ff6beae admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b0db9e-151b-4c01-8c52-0db449bd9e90,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:49.985909 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] For port e65f5753-5ee1-48dd-87d6-601cc1a5c41f, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:49.990232 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] For port e65f5753-5ee1-48dd-87d6-601cc1a5c41f, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=e65f5753-5ee1-48dd-87d6-601cc1a5c41f,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:50.010525 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40e7d3-635a-4e5f-aa69-87f63ff6beae admin admin] Network 9376f992-7dbb-41b1-8592-bd2d51eddbf6 is scheduled to be hosted by DHCP agent 5a39baff-63bb-404d-a152-5684cf50c865 with binding_index 1 {{(pid=93704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:23:50.061556 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:50.084970 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-9d40e7d3-635a-4e5f-aa69-87f63ff6beae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-iscsi, 9376f992-7dbb-41b1-8592-bd2d51eddbf6) {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:50.100930 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d40e7d3-635a-4e5f-aa69-87f63ff6beae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:50.105427 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-9d40e7d3-635a-4e5f-aa69-87f63ff6beae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:50.106592 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7813539b-116b-4ffa-b514-a4287b1b837e None None] Network 9376f992-7dbb-41b1-8592-bd2d51eddbf6 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:23:50.213203 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:50.215168 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:50.223131 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 36178) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:50.224522 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-9d40e7d3-635a-4e5f-aa69-87f63ff6beae admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0906343 Jul 28 04:23:50.236133 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-66076597-router', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:50.355533 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86043b6-7e8d-42c8-b7a2-8728564525ff None None] Pushing event updated for resources: {'Port': ['ID=e65f5753-5ee1-48dd-87d6-601cc1a5c41f,revision_number=4']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:50.365986 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-70909'] for router, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:50.367013 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1766710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-70890'] for router, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:50.423979 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18fa13de-cb5b-4f17-9d72-ae8bdbb9e96d req-532c22f3-7c84-4f17-a565-4a6fceb90257 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1104648 Jul 28 04:23:50.455047 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74395e69-ebfd-5780-85ed-cc8d62eaf3f4-9376f992-7dbb-41b1-8592-bd2d51eddbf6', 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'fixed_ips': [{'subnet_id': '05b0db9e-151b-4c01-8c52-0db449bd9e90'}]}} from dv-cinder-740146-11-iscsi. {{(pid=93705) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:23:50.455932 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:50.459293 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:50.514335 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:50.570660 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa13de-cb5b-4f17-9d72-ae8bdbb9e96d req-8d074ba2-fddd-4545-9f2e-2270bb1ef9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:50.580470 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18fa13de-cb5b-4f17-9d72-ae8bdbb9e96d req-8d074ba2-fddd-4545-9f2e-2270bb1ef9a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 1099 time: 0.0596323 Jul 28 04:23:50.828480 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.db_base_plugin_common [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Allocated IP 172.20.0.2 (9376f992-7dbb-41b1-8592-bd2d51eddbf6/05b0db9e-151b-4c01-8c52-0db449bd9e90/afeaa6e7-de41-4f69-bbdd-e2192afeef9f) {{(pid=93705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:50.863718 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:49Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:50.900504 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc08bd-9f27-4e56-9b53-4d28041ea5f2 None None] The sync data for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi is: [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:49Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:23:51.042993 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-70680'] for router, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:51.064875 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Notify callbacks [] for port, precommit_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:51.076755 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Transition to ACTIVE for port object afeaa6e7-de41-4f69-bbdd-e2192afeef9f will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:51.097615 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Transition to ACTIVE for port object afeaa6e7-de41-4f69-bbdd-e2192afeef9f will not be triggered until provisioned by entity DHCP. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:51.103525 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fe980-258a-4f17-b148-e6f40d678302 req-d231f261-a776-49b1-b5bd-dce17d117a16 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:51.105138 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fc5fe980-258a-4f17-b148-e6f40d678302 req-d231f261-a776-49b1-b5bd-dce17d117a16 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.2605999 Jul 28 04:23:51.116579 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aabfdc-7a34-44bf-a1e9-e63f6be59623 req-281fa262-61f7-41b1-8d02-be8d4482eac8 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:51.124562 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e0aabfdc-7a34-44bf-a1e9-e63f6be59623 req-281fa262-61f7-41b1-8d02-be8d4482eac8 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.3232968 Jul 28 04:23:51.188191 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390'] for port, after_create {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:51.249727 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Network 9376f992-7dbb-41b1-8592-bd2d51eddbf6 is already hosted by enough agents. {{(pid=93705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:51.250284 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa13de-cb5b-4f17-9d72-ae8bdbb9e96d req-40822d74-6235-4e44-99e3-19049e4d72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:51.252422 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18fa13de-cb5b-4f17-9d72-ae8bdbb9e96d req-40822d74-6235-4e44-99e3-19049e4d72fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3 HTTP/1.1" status: 200 len: 911 time: 0.6495147 Jul 28 04:23:51.252733 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.scheduler.base_scheduler [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Resources bound (agent type, host, resource id): {{(pid=93705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:51.255888 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Received port after_create {{(pid=93705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:51.270957 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Pushing event updated for resources: {'Port': ['ID=afeaa6e7-de41-4f69-bbdd-e2192afeef9f,revision_number=1']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:51.356513 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Attempting to bind port afeaa6e7-de41-4f69-bbdd-e2192afeef9f on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:51.356879 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Attempting to bind port afeaa6e7-de41-4f69-bbdd-e2192afeef9f by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '7cd6cd79-26a6-426f-90f2-5870f7e3c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:51.357240 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Attempting to bind port afeaa6e7-de41-4f69-bbdd-e2192afeef9f on network 9376f992-7dbb-41b1-8592-bd2d51eddbf6 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:51.367298 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:51.367719 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Checking segment: {'id': '7cd6cd79-26a6-426f-90f2-5870f7e3c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:51.368218 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:51.368625 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Bound using segment: {'id': '7cd6cd79-26a6-426f-90f2-5870f7e3c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:51.369125 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Bound port: afeaa6e7-de41-4f69-bbdd-e2192afeef9f, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd6cd79-26a6-426f-90f2-5870f7e3c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:51.369657 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:51.531940 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] For port afeaa6e7-de41-4f69-bbdd-e2192afeef9f, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:51.536689 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] For port afeaa6e7-de41-4f69-bbdd-e2192afeef9f, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=afeaa6e7-de41-4f69-bbdd-e2192afeef9f,segment=NetworkSegment(7cd6cd79-26a6-426f-90f2-5870f7e3c73d),segment_id=7cd6cd79-26a6-426f-90f2-5870f7e3c73d)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:51.555718 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device e65f5753-5ee1-48dd-87d6-601cc1a5c41f up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:51.665549 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fc5fe980-258a-4f17-b148-e6f40d678302 req-8ca03e2c-b1dd-4a57-a8db-c303e7792efc tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5304344 Jul 28 04:23:51.673751 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e0aabfdc-7a34-44bf-a1e9-e63f6be59623 req-f75af67b-f590-468b-bdf2-da1161a6d3eb tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5483146 Jul 28 04:23:51.700898 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18fa13de-cb5b-4f17-9d72-ae8bdbb9e96d req-9029025f-4ffa-4b11-a5bc-193bcf71d47c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a974b5b-b6e7-441c-98c6-62ef1f54caba HTTP/1.1" status: 200 len: 1001 time: 0.4203172 Jul 28 04:23:51.761123 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa13de-cb5b-4f17-9d72-ae8bdbb9e96d req-72ea07fe-9c15-4dab-b9bd-74afb9ffa23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:51.762578 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18fa13de-cb5b-4f17-9d72-ae8bdbb9e96d req-72ea07fe-9c15-4dab-b9bd-74afb9ffa23e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9 HTTP/1.1" status: 200 len: 849 time: 0.0527542 Jul 28 04:23:51.889397 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa13de-cb5b-4f17-9d72-ae8bdbb9e96d req-31d1166a-c6ac-4723-9d96-d4c6401cb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:51.890905 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18fa13de-cb5b-4f17-9d72-ae8bdbb9e96d req-31d1166a-c6ac-4723-9d96-d4c6401cb6aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=880a12e9-ee47-4c1b-b00c-4c33d279cfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1197262 Jul 28 04:23:51.999287 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:52.022524 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:52.067722 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:52.102136 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18fa13de-cb5b-4f17-9d72-ae8bdbb9e96d req-8a931cfc-fee8-432e-953a-63af4e83e3ac service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844313 Jul 28 04:23:52.108000 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port e65f5753-5ee1-48dd-87d6-601cc1a5c41f completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:52.114631 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port e65f5753-5ee1-48dd-87d6-601cc1a5c41f triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:52.123615 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:52.168887 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc4fc1-ddee-4b56-b7bd-c9359c5a4a97 None None] Pushing event updated for resources: {'Port': ['ID=afeaa6e7-de41-4f69-bbdd-e2192afeef9f,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:52.238911 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:52.239150 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Allocated IP 172.27.2.174 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/7ba9b805-e38e-4dd6-934f-b0d4d95c5625) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:52.275008 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-18fa13de-cb5b-4f17-9d72-ae8bdbb9e96d req-8c920b90-a867-4c83-9874-1eaa706cd8b1 service neutron] 10.222.0.22 "GET /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660850 Jul 28 04:23:52.320382 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port e65f5753-5ee1-48dd-87d6-601cc1a5c41f, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=e65f5753-5ee1-48dd-87d6-601cc1a5c41f,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:52.443648 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:52.495215 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:52.517782 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=e65f5753-5ee1-48dd-87d6-601cc1a5c41f,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:52.842464 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:52.909410 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1898cf-b1c3-4043-8b36-c59adc70e896 req-a52a8652-119e-45a4-9189-ba65f32541a3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:52.916877 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9a1898cf-b1c3-4043-8b36-c59adc70e896 req-a52a8652-119e-45a4-9189-ba65f32541a3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.1460340 Jul 28 04:23:52.926319 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf0665-a862-4fe2-af31-3ef854dd230f req-e8c01d67-0286-48ca-a831-668753a1ead4 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:52.927858 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-38cf0665-a862-4fe2-af31-3ef854dd230f req-e8c01d67-0286-48ca-a831-668753a1ead4 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.1432769 Jul 28 04:23:52.939764 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:52.960278 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:52.962701 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:52.998560 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba9b805-e38e-4dd6-934f-b0d4d95c5625,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:53.041447 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:53.045604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:53.045604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:53.045604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:53.045604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:53.045604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:53.045604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:53.045604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:53.045604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:53.045604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:53.045604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:53.045604 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:53.058306 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-38cf0665-a862-4fe2-af31-3ef854dd230f req-cc06a027-c303-4e17-82d4-c1d9b1f03d12 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148186 Jul 28 04:23:53.070164 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9a1898cf-b1c3-4043-8b36-c59adc70e896 req-cab137fa-fa03-4397-9809-f9640c84db8b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521528 Jul 28 04:23:53.314626 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8aac45-bc78-41ed-93df-7540efda064e None None] Network 9376f992-7dbb-41b1-8592-bd2d51eddbf6 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:23:53.458544 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:53.460149 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-751b394c-03db-4969-b101-a768de750392 None None] Provisioning for port afeaa6e7-de41-4f69-bbdd-e2192afeef9f completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:53.641129 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device e65f5753-5ee1-48dd-87d6-601cc1a5c41f up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:53.699219 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port e65f5753-5ee1-48dd-87d6-601cc1a5c41f triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:53.699599 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:53.742362 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603305'] for router, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:53.822520 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device afeaa6e7-de41-4f69-bbdd-e2192afeef9f up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:53.952151 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port afeaa6e7-de41-4f69-bbdd-e2192afeef9f completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:53.956282 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port afeaa6e7-de41-4f69-bbdd-e2192afeef9f triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:53.956659 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:53.978717 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Router df966652-4b24-4d2e-8ba8-ab5ef056951c is scheduled to L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 with binding_index 1 {{(pid=93703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:23:54.035764 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:54.071177 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port afeaa6e7-de41-4f69-bbdd-e2192afeef9f, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=afeaa6e7-de41-4f69-bbdd-e2192afeef9f,segment=NetworkSegment(7cd6cd79-26a6-426f-90f2-5870f7e3c73d),segment_id=7cd6cd79-26a6-426f-90f2-5870f7e3c73d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:54.091886 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:23:54.104186 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Sync routers for ids ['df966652-4b24-4d2e-8ba8-ab5ef056951c'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:23:54.116221 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Routers {'df966652-4b24-4d2e-8ba8-ab5ef056951c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:54.119196 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['df966652-4b24-4d2e-8ba8-ab5ef056951c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:54.158218 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:54.182212 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] Notify callbacks [] for router, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:54.183583 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-432075ae-1f4c-4505-b2c9-4758a7ad1e39 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9598708 Jul 28 04:23:54.186780 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36232) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:54.203301 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c6a50-46c1-4bf7-931c-37641d643da6 req-e6b5fa3d-2bff-4b95-a967-b8235d4f0fba tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:54.205602 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9f3c6a50-46c1-4bf7-931c-37641d643da6 req-e6b5fa3d-2bff-4b95-a967-b8235d4f0fba tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 946 time: 0.0945065 Jul 28 04:23:54.218630 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea6197-0f15-4412-a0dd-d24f9947faef req-83007983-494f-498f-bcf7-6e85176b35c1 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:54.220156 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-abea6197-0f15-4412-a0dd-d24f9947faef req-83007983-494f-498f-bcf7-6e85176b35c1 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.0723021 Jul 28 04:23:54.257566 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=afeaa6e7-de41-4f69-bbdd-e2192afeef9f,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:54.274405 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9f3c6a50-46c1-4bf7-931c-37641d643da6 req-554da90f-f49b-4318-8465-74f40c064fcb tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532663 Jul 28 04:23:54.285529 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Set router df966652-4b24-4d2e-8ba8-ab5ef056951c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:54.305124 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-abea6197-0f15-4412-a0dd-d24f9947faef req-5f87d6e0-88f0-4ff1-ab68-a907cb158061 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762739 Jul 28 04:23:54.422638 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8f668-0f60-4722-9bcd-84d8e5406d7e req-9518e145-130c-497a-ba1c-da20c5055c35 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:54.429968 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-14c8f668-0f60-4722-9bcd-84d8e5406d7e req-9518e145-130c-497a-ba1c-da20c5055c35 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0831027 Jul 28 04:23:54.471329 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3c5e5-2a3c-40cb-9e7c-09470ce3bd9d req-d3ae99da-835d-4d59-b3b9-ec041b074cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:54.473413 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e6b3c5e5-2a3c-40cb-9e7c-09470ce3bd9d req-d3ae99da-835d-4d59-b3b9-ec041b074cc0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 1098 time: 0.0854485 Jul 28 04:23:54.476717 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-14c8f668-0f60-4722-9bcd-84d8e5406d7e req-6e344d54-debd-4259-a914-f80435cad367 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459745 Jul 28 04:23:54.484471 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'name': 'tempest-TestVolumeBootPattern-66076597-router', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:50Z', 'updated_at': '2021-07-28T04:23:53Z', 'revision_number': 3, 'project_id': '66287663ad644b809b94e7954ea57f76', 'gw_port': {'id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:52Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:54.520010 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Checking router: df966652-4b24-4d2e-8ba8-ab5ef056951c for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:23:54.520452 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Updating router df966652-4b24-4d2e-8ba8-ab5ef056951c port 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 binding host dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:23:54.545084 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:54.579827 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3c5e5-2a3c-40cb-9e7c-09470ce3bd9d req-504db106-90fc-48d0-9a1d-4a88276e4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:54.581676 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e6b3c5e5-2a3c-40cb-9e7c-09470ce3bd9d req-504db106-90fc-48d0-9a1d-4a88276e4b29 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 917 time: 0.0991704 Jul 28 04:23:54.649114 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e6b3c5e5-2a3c-40cb-9e7c-09470ce3bd9d req-46d7dc29-da71-4c97-9fed-e984dbc16c79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec HTTP/1.1" status: 200 len: 1001 time: 0.0592532 Jul 28 04:23:54.652806 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:54.704845 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3c5e5-2a3c-40cb-9e7c-09470ce3bd9d req-2179dcb1-d030-4dc5-91ea-fc72aa894a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:54.706992 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e6b3c5e5-2a3c-40cb-9e7c-09470ce3bd9d req-2179dcb1-d030-4dc5-91ea-fc72aa894a7a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.0488954 Jul 28 04:23:54.755885 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3c5e5-2a3c-40cb-9e7c-09470ce3bd9d req-0f97580f-2257-41b8-aa47-298a6a1a3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:54.757424 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e6b3c5e5-2a3c-40cb-9e7c-09470ce3bd9d req-0f97580f-2257-41b8-aa47-298a6a1a3f27 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422189 Jul 28 04:23:54.812847 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Allocated IP 172.20.0.1 (9376f992-7dbb-41b1-8592-bd2d51eddbf6/05b0db9e-151b-4c01-8c52-0db449bd9e90/94bea438-9dae-40c0-a8bd-ac05467b0f59) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:23:54.813547 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Notify callbacks [] for port, precommit_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:54.825259 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Transition to ACTIVE for port object 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 will not be triggered until provisioned by entity L2. {{(pid=93705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:54.861128 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e6b3c5e5-2a3c-40cb-9e7c-09470ce3bd9d req-4b1afd1c-02cf-44f7-8de3-0bdd0abb2fff service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954306 Jul 28 04:23:54.918596 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:54.921136 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:54.934976 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.provisioning_blocks [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Transition to ACTIVE for port object 94bea438-9dae-40c0-a8bd-ac05467b0f59 will not be triggered until provisioned by entity DHCP. {{(pid=93704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:54.959329 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e6b3c5e5-2a3c-40cb-9e7c-09470ce3bd9d req-216f9fb1-6035-4aef-a1bb-59aa131240ab service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893967 Jul 28 04:23:54.968944 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Attempting to bind port 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:54.969764 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Attempting to bind port 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:54.970220 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Attempting to bind port 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 on network d3136975-6585-468b-8186-a315d5f73f38 {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:54.979916 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e388f04-357a-481c-addd-1af93bb9777c None None] Pushing event updated for resources: {'Port': ['ID=7ba9b805-e38e-4dd6-934f-b0d4d95c5625,revision_number=2']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:54.982840 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:54.983207 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Checking segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:54.983607 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:54.987469 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Bound using segment: {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'} {{(pid=93705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:54.987469 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.managers [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Bound port: 7ba9b805-e38e-4dd6-934f-b0d4d95c5625, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdafba02-dbef-40d8-b87e-3ee0cd1acece', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38'}}] {{(pid=93705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:54.987469 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:55.030082 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:55.035876 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] For port 7ba9b805-e38e-4dd6-934f-b0d4d95c5625, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:55.038928 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] For port 7ba9b805-e38e-4dd6-934f-b0d4d95c5625, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=7ba9b805-e38e-4dd6-934f-b0d4d95c5625,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:55.066255 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Network 9376f992-7dbb-41b1-8592-bd2d51eddbf6 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:55.068998 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:55.072365 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:23:55.102805 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Pushing event updated for resources: {'Port': ['ID=94bea438-9dae-40c0-a8bd-ac05467b0f59,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:55.110658 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:55.122578 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603126'] for router_interface, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:55.176321 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e388f04-357a-481c-addd-1af93bb9777c None None] Pushing event updated for resources: {'Port': ['ID=7ba9b805-e38e-4dd6-934f-b0d4d95c5625,revision_number=3']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:55.179177 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Routers {'df966652-4b24-4d2e-8ba8-ab5ef056951c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:55.179828 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['df966652-4b24-4d2e-8ba8-ab5ef056951c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:55.287280 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] Set router df966652-4b24-4d2e-8ba8-ab5ef056951c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:55.317071 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:55.462258 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device afeaa6e7-de41-4f69-bbdd-e2192afeef9f up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:55.482860 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb98fcd-10f7-4b42-b544-5391d1beb7be req-b913f3b3-5854-474c-bc25-877529624c35 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:55.494603 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9fb98fcd-10f7-4b42-b544-5391d1beb7be req-b913f3b3-5854-474c-bc25-877529624c35 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 946 time: 0.1077201 Jul 28 04:23:55.498753 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe2995-7a34-46a1-b4df-6f4326c99cb7 req-0a8f4488-b6bf-4e0d-99aa-231d08eb7484 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:55.506223 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3dfe2995-7a34-46a1-b4df-6f4326c99cb7 req-0a8f4488-b6bf-4e0d-99aa-231d08eb7484 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.1134484 Jul 28 04:23:55.510142 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:55.568248 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:55.573716 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9fb98fcd-10f7-4b42-b544-5391d1beb7be req-f61db84d-5ee9-4cf8-b340-b05cac060f1b tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups?id=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662823 Jul 28 04:23:55.581912 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3dfe2995-7a34-46a1-b4df-6f4326c99cb7 req-382f789a-e5d2-4c0c-8b7f-c9acd5855d44 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703285 Jul 28 04:23:55.625652 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-4fbb1cb7-1f26-4efe-b022-4084b2c22466 None None] Provisioning for port 94bea438-9dae-40c0-a8bd-ac05467b0f59 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:55.634609 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Pushing event updated for resources: {'Port': ['ID=94bea438-9dae-40c0-a8bd-ac05467b0f59,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:55.651900 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707430'] for router_interface, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:55.657409 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-4fbb1cb7-1f26-4efe-b022-4084b2c22466 None None] Provisioning complete for port 94bea438-9dae-40c0-a8bd-ac05467b0f59 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:55.657860 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1cb7-1f26-4efe-b022-4084b2c22466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:55.701776 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9295d-5502-492e-864a-aa693ec5c00a req-90070b06-0dcd-4475-900c-41b03f1ace58 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:55.703538 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3ae9295d-5502-492e-864a-aa693ec5c00a req-90070b06-0dcd-4475-900c-41b03f1ace58 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0495543 Jul 28 04:23:55.712358 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb1cb7-1f26-4efe-b022-4084b2c22466 None None] Port 94bea438-9dae-40c0-a8bd-ac05467b0f59 cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:23:55.731078 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port afeaa6e7-de41-4f69-bbdd-e2192afeef9f triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:55.731078 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:55.750143 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3ae9295d-5502-492e-864a-aa693ec5c00a req-6eb44774-61d9-4a46-ab69-5297688ec252 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369241 Jul 28 04:23:55.754777 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Network 9376f992-7dbb-41b1-8592-bd2d51eddbf6 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:23:55.756994 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:23:55.765198 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'name': 'tempest-TestVolumeBootPattern-66076597-router', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:50Z', 'updated_at': '2021-07-28T04:23:53Z', 'revision_number': 3, 'project_id': '66287663ad644b809b94e7954ea57f76', 'gw_port': {'id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:52Z', 'updated_at': '2021-07-28T04:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:55.799793 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3127fd90-afc1-4116-bfde-f0ef133afe6d None None] The sync data for ids ['df966652-4b24-4d2e-8ba8-ab5ef056951c'] in dv-cinder-740146-11-iscsi is: [{'id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'name': 'tempest-TestVolumeBootPattern-66076597-router', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:50Z', 'updated_at': '2021-07-28T04:23:53Z', 'revision_number': 3, 'project_id': '66287663ad644b809b94e7954ea57f76', 'gw_port': {'id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:52Z', 'updated_at': '2021-07-28T04:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:23:55.895223 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Router df966652-4b24-4d2e-8ba8-ab5ef056951c has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:23:55.999228 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-815b912f-a5d7-4e43-a2a5-4d73cb3b213f tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:56.000914 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-815b912f-a5d7-4e43-a2a5-4d73cb3b213f tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 946 time: 0.0497985 Jul 28 04:23:56.009461 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:23:56.022220 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ca5d8166-9bc1-4c14-8746-d00dc850410b admin admin] 10.222.0.42 "PUT /v2.0/routers/df966652-4b24-4d2e-8ba8-ab5ef056951c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8269312 Jul 28 04:23:56.043379 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-20dbebd8-5275-48a6-8bfd-99f8aed68d81 None None] Provisioning complete for port 94bea438-9dae-40c0-a8bd-ac05467b0f59 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:56.048384 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-20dbebd8-5275-48a6-8bfd-99f8aed68d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:56.114790 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-20dbebd8-5275-48a6-8bfd-99f8aed68d81 None None] Port 94bea438-9dae-40c0-a8bd-ac05467b0f59 cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:23:56.130874 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Deleting port 3a974b5b-b6e7-441c-98c6-62ef1f54caba {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:23:56.131218 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:56.235483 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] For port 3a974b5b-b6e7-441c-98c6-62ef1f54caba, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3a974b5b-b6e7-441c-98c6-62ef1f54caba,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:56.235940 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:56.431318 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:56.431723 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:56.432044 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.l3_db [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Floating IP 69604a05-9f85-4999-a8f3-a743ab145d54 disassociated. External IP: 172.27.2.20, port: 3a974b5b-b6e7-441c-98c6-62ef1f54caba. Jul 28 04:23:56.432389 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Calling delete_port for 3a974b5b-b6e7-441c-98c6-62ef1f54caba owned by compute:nova {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:23:56.640412 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:56.658382 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36252) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:56.665753 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-7be0f149-de28-44d5-abf3-59c4c3fa14ee tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484290173', 'description': 'tempest-secgroup-smoke-1484290173 description', 'project_id': 'c2e8b716ed16435bb5aca0ac834029de'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:56.677659 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event deleted for resources: {'Port': ['ID=3a974b5b-b6e7-441c-98c6-62ef1f54caba,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:56.714135 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-616b91a0-bb94-4950-8203-a683de75c46d req-6e004e07-bba9-4419-9b08-7f2c25f5673c tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 210 time: 0.0426822 Jul 28 04:23:56.803519 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7be0f149-de28-44d5-abf3-59c4c3fa14ee tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:56.837063 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fe809-bc70-4fe3-9f4b-d970f365f2e9 req-0b46cea9-73ee-4b2f-9b7e-25dc72de5641 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:56.838599 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-253fe809-bc70-4fe3-9f4b-d970f365f2e9 req-0b46cea9-73ee-4b2f-9b7e-25dc72de5641 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.1224411 Jul 28 04:23:56.906505 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7be0f149-de28-44d5-abf3-59c4c3fa14ee tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:56.914967 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Router f274f25a-af76-4589-9282-9f83a33177d3 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:23:56.928611 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-253fe809-bc70-4fe3-9f4b-d970f365f2e9 req-a6742628-b771-4c79-8105-6ebc878697c7 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820553 Jul 28 04:23:56.941142 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20a774-bc55-4462-9ad7-8cee4825912e req-d73898f7-969a-4275-a6fb-2956c700e144 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:56.942660 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fc20a774-bc55-4462-9ad7-8cee4825912e req-d73898f7-969a-4275-a6fb-2956c700e144 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 945 time: 0.0978382 Jul 28 04:23:57.026163 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fc20a774-bc55-4462-9ad7-8cee4825912e req-68f31427-8bbc-4e72-bea9-74e743fbf249 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771694 Jul 28 04:23:57.046872 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:23:57.052770 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e1fc99ce-8ed6-41df-a685-9b01e53209ec no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:23:57.053459 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7be0f149-de28-44d5-abf3-59c4c3fa14ee tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.079451 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:23:57.092659 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d950aa0-a948-46e4-acd0-e92a611719f4 None None] Sync routers for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:23:57.099018 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0f149-de28-44d5-abf3-59c4c3fa14ee tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4dacb3-b45f-4e0e-98a3-03fec4501c29,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:57.114043 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d950aa0-a948-46e4-acd0-e92a611719f4 None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:57.115481 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-9d950aa0-a948-46e4-acd0-e92a611719f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:57.138698 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-7be0f149-de28-44d5-abf3-59c4c3fa14ee tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.143094 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-7be0f149-de28-44d5-abf3-59c4c3fa14ee tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4800682 Jul 28 04:23:57.143839 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36258) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:57.148614 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] No DVR routers for this DVR port 3a974b5b-b6e7-441c-98c6-62ef1f54caba on host hv-cinder-74014 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:23:57.151288 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.153621 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f62201f5-5989-4e53-98a1-c5a8236efd02 req-01bcb197-95b3-461d-a162-e0f7bd7cdcbc tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.22 "DELETE /v2.0/ports/3a974b5b-b6e7-441c-98c6-62ef1f54caba HTTP/1.1" status: 204 len: 173 time: 1.1449103 Jul 28 04:23:57.154115 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'name': 'network-vif-deleted', 'tag': '3a974b5b-b6e7-441c-98c6-62ef1f54caba'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:23:57.154718 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-775af03f-52d5-425a-a184-f364a8c8ed62 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'security_group_rule': {'security_group_id': '0d4dacb3-b45f-4e0e-98a3-03fec4501c29', 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:57.156502 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6fc756-0a8e-47db-b642-6657e4c9b6b3" -d '{"events": [{"server_uuid": "b9b7e232-2fba-498b-9008-c0c24aa46a61", "name": "network-vif-deleted", "tag": "3a974b5b-b6e7-441c-98c6-62ef1f54caba"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:23:57.227547 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76888e4-43a8-404f-b628-d6643189a61d x-openstack-request-id: req-f76888e4-43a8-404f-b628-d6643189a61d {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:23:57.227547 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b7e232-2fba-498b-9008-c0c24aa46a61", "name": "network-vif-deleted", "tag": "3a974b5b-b6e7-441c-98c6-62ef1f54caba", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:23:57.227547 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f76888e4-43a8-404f-b628-d6643189a61d {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:23:57.227547 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b7e232-2fba-498b-9008-c0c24aa46a61', 'name': 'network-vif-deleted', 'tag': '3a974b5b-b6e7-441c-98c6-62ef1f54caba', 'status': 'completed', 'code': 200} Jul 28 04:23:57.276619 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.290686 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-775af03f-52d5-425a-a184-f364a8c8ed62 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.316733 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-9d950aa0-a948-46e4-acd0-e92a611719f4 None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:57.320700 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:23:57.323003 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440176d6-22ee-4bd9-b1b7-c78c5202ae7d" -d '{"events": [{"server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "name": "network-vif-unplugged", "status": "completed", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:23:57.328580 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:57.347357 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:57.353278 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'port_id': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'mac_address': 'fa:16:3e:d6:54:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:23:57.392883 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91548d21-184e-49c3-97bf-299e5371ef28 x-openstack-request-id: req-91548d21-184e-49c3-97bf-299e5371ef28 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:23:57.393419 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "name": "network-vif-unplugged", "status": "completed", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:23:57.394085 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91548d21-184e-49c3-97bf-299e5371ef28 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:23:57.394636 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'code': 200} Jul 28 04:23:57.395580 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-775af03f-52d5-425a-a184-f364a8c8ed62 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.416538 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.426960 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:23:57.439342 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.470114 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-775af03f-52d5-425a-a184-f364a8c8ed62 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.496568 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775af03f-52d5-425a-a184-f364a8c8ed62 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afe2a3f-c878-46eb-afe8-0f5da8ae8f66,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:57.499014 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:57.547082 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=e1fc99ce-8ed6-41df-a685-9b01e53209ec,revision_number=8']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:57.555884 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-775af03f-52d5-425a-a184-f364a8c8ed62 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.559996 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-775af03f-52d5-425a-a184-f364a8c8ed62 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4148152 Jul 28 04:23:57.565771 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 36270) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:57.566041 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:57.566199 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-b0eaa262-9290-4ad9-b5a0-7514a504690d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'security_group_rule': {'security_group_id': '0d4dacb3-b45f-4e0e-98a3-03fec4501c29', 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:57.615296 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.652669 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa262-9290-4ad9-b5a0-7514a504690d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.665812 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-9d950aa0-a948-46e4-acd0-e92a611719f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:45Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:57.680726 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:57.697898 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d950aa0-a948-46e4-acd0-e92a611719f4 None None] Checking router: f274f25a-af76-4589-9282-9f83a33177d3 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:23:57.708435 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d950aa0-a948-46e4-acd0-e92a611719f4 None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:57.708435 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-9d950aa0-a948-46e4-acd0-e92a611719f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:57.722738 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa262-9290-4ad9-b5a0-7514a504690d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.729376 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:57.734145 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:57.737898 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.786789 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa262-9290-4ad9-b5a0-7514a504690d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.803696 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eaa262-9290-4ad9-b5a0-7514a504690d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78bf7ba-e372-4dc2-9737-55ff621879b4,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:57.835435 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['79cf52ba-257c-4ac4-910d-ceb71b4cf4b2'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:23:57.837805 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-9d950aa0-a948-46e4-acd0-e92a611719f4 None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:57.838662 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.851077 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dcdce8c5-02fc-44f3-84c1-ffa6677bbfcc req-92036f5d-76a7-4e4d-8ad0-2867198b8802 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9b7e232-2fba-498b-9008-c0c24aa46a61 HTTP/1.1" status: 200 len: 210 time: 0.0280352 Jul 28 04:23:57.888882 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 7ba9b805-e38e-4dd6-934f-b0d4d95c5625, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=7ba9b805-e38e-4dd6-934f-b0d4d95c5625,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:57.968208 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa262-9290-4ad9-b5a0-7514a504690d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:57.969576 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-b0eaa262-9290-4ad9-b5a0-7514a504690d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4081178 Jul 28 04:23:57.972963 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36276) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:57.978351 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-174223fd-51a5-42b5-b295-752bbcca1d6d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'security_group_rule': {'security_group_id': '0d4dacb3-b45f-4e0e-98a3-03fec4501c29', 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:58.020740 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:58.072313 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-9d950aa0-a948-46e4-acd0-e92a611719f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:45Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:58.103443 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d950aa0-a948-46e4-acd0-e92a611719f4 None None] The sync data for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi is: [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '996a84de-b769-4478-8a43-3d7aee2340fd', 'name': '', 'network_id': '880a12e9-ee47-4c1b-b00c-4c33d279cfa3', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'mac_address': 'fa:16:3e:02:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:31Z', 'updated_at': '2021-07-28T04:17:45Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'subnets': [{'id': 'e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:23:58.116692 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-174223fd-51a5-42b5-b295-752bbcca1d6d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:58.123586 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64831d0c-4252-4467-972a-2e222844e99e req-1899d475-8b76-4075-a2a3-8841d7d810f4 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:58.133672 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-64831d0c-4252-4467-972a-2e222844e99e req-1899d475-8b76-4075-a2a3-8841d7d810f4 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 944 time: 0.0658784 Jul 28 04:23:58.147324 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=7ba9b805-e38e-4dd6-934f-b0d4d95c5625,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:58.211419 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-64831d0c-4252-4467-972a-2e222844e99e req-5a3f59d3-8622-4d2d-b676-1a4d92a81391 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766437 Jul 28 04:23:58.213080 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-174223fd-51a5-42b5-b295-752bbcca1d6d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:58.334679 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-174223fd-51a5-42b5-b295-752bbcca1d6d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:58.356185 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174223fd-51a5-42b5-b295-752bbcca1d6d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da29c4d-ba0c-459f-812e-71f85ade65e1,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:58.366086 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:23:58.405660 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19dbf87-c1c7-4b36-8523-7e151443761b None None] New status for floating IP 69604a05-9f85-4999-a8f3-a743ab145d54: DOWN {{(pid=93705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:23:58.413121 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-174223fd-51a5-42b5-b295-752bbcca1d6d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:58.414523 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-174223fd-51a5-42b5-b295-752bbcca1d6d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4404435 Jul 28 04:23:58.417913 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36282) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:58.426014 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-25e7db99-782d-46a0-b941-a7e6365a244e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'security_group_rule': {'security_group_id': '0d4dacb3-b45f-4e0e-98a3-03fec4501c29', 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:58.483927 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Sync routers for ids ['df966652-4b24-4d2e-8ba8-ab5ef056951c'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:23:58.494375 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Routers {'df966652-4b24-4d2e-8ba8-ab5ef056951c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:58.494996 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['df966652-4b24-4d2e-8ba8-ab5ef056951c'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:58.544012 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-25e7db99-782d-46a0-b941-a7e6365a244e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:58.606529 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-25e7db99-782d-46a0-b941-a7e6365a244e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:58.615248 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Set router df966652-4b24-4d2e-8ba8-ab5ef056951c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:23:58.683133 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-25e7db99-782d-46a0-b941-a7e6365a244e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:58.701372 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7db99-782d-46a0-b941-a7e6365a244e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae47449-10c1-4a72-a702-ace4f59d4f3c,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:58.781359 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-25e7db99-782d-46a0-b941-a7e6365a244e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:58.782721 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-25e7db99-782d-46a0-b941-a7e6365a244e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3632998 Jul 28 04:23:58.786234 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 36290) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:58.791444 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-3480adce-b326-4622-bf8e-747d71a2a2f8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'security_group_rule': {'security_group_id': '0d4dacb3-b45f-4e0e-98a3-03fec4501c29', 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:58.816725 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'name': 'tempest-TestVolumeBootPattern-66076597-router', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:50Z', 'updated_at': '2021-07-28T04:23:55Z', 'revision_number': 4, 'project_id': '66287663ad644b809b94e7954ea57f76', 'gw_port': {'id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:52Z', 'updated_at': '2021-07-28T04:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '94bea438-9dae-40c0-a8bd-ac05467b0f59', 'name': '', 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'mac_address': 'fa:16:3e:61:7a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '05b0db9e-151b-4c01-8c52-0db449bd9e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:54Z', 'updated_at': '2021-07-28T04:23:55Z', 'revision_number': 2, 'project_id': '66287663ad644b809b94e7954ea57f76', 'subnets': [{'id': '05b0db9e-151b-4c01-8c52-0db449bd9e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:58.842736 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Checking router: df966652-4b24-4d2e-8ba8-ab5ef056951c for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:23:58.843090 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Updating router df966652-4b24-4d2e-8ba8-ab5ef056951c port 94bea438-9dae-40c0-a8bd-ac05467b0f59 binding host dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:23:58.867591 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:58.889406 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.securitygroups_db [None req-3480adce-b326-4622-bf8e-747d71a2a2f8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Project c2e8b716ed16435bb5aca0ac834029de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:23:58.895582 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3480adce-b326-4622-bf8e-747d71a2a2f8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:58.956441 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3480adce-b326-4622-bf8e-747d71a2a2f8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.020547 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3480adce-b326-4622-bf8e-747d71a2a2f8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.028484 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36296) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:59.039918 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480adce-b326-4622-bf8e-747d71a2a2f8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69ab9c1-fdb6-48c1-97d6-66ec169d3b3a,revision_number=0']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:59.048006 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:59.096243 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fcc01839-a48d-4065-b2fc-f554670d8b65 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.118153 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3480adce-b326-4622-bf8e-747d71a2a2f8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.122746 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fcc01839-a48d-4065-b2fc-f554670d8b65 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.123594 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-3480adce-b326-4622-bf8e-747d71a2a2f8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3361924 Jul 28 04:23:59.125020 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36300) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:59.129755 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-47f9fee0-213c-4257-9d04-dfc6dcd79faf tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'security_group_rule': {'security_group_id': '0d4dacb3-b45f-4e0e-98a3-03fec4501c29', 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:23:59.151984 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.162752 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Transition to ACTIVE for port object 94bea438-9dae-40c0-a8bd-ac05467b0f59 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:23:59.169450 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:23:59.173696 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:59.175022 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.232463 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.254736 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.255750 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.securitygroups_db [None req-47f9fee0-213c-4257-9d04-dfc6dcd79faf tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Project c2e8b716ed16435bb5aca0ac834029de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:23:59.260475 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fcc01839-a48d-4065-b2fc-f554670d8b65 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.262874 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fcc01839-a48d-4065-b2fc-f554670d8b65 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.264057 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-fcc01839-a48d-4065-b2fc-f554670d8b65 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "DELETE /v2.0/security-groups/eaa1ac9a-7ac5-46c0-8824-d9f0df37296a HTTP/1.1" status: 204 len: 168 time: 0.2344680 Jul 28 04:23:59.266856 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 36306) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:59.290494 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.api.v2.resource [None req-f5de755d-f3e3-4e25-b1b0-bd12f243f868 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] show failed (client error): The resource could not be found. Jul 28 04:23:59.291194 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1858a-d690-4da8-bc79-6d530c842873 None None] Pushing event updated for resources: {'Port': ['ID=94bea438-9dae-40c0-a8bd-ac05467b0f59,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:59.291540 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-f5de755d-f3e3-4e25-b1b0-bd12f243f868 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "GET /v2.0/security-groups/eaa1ac9a-7ac5-46c0-8824-d9f0df37296a HTTP/1.1" status: 404 len: 347 time: 0.0223753 Jul 28 04:23:59.296408 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36308) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:23:59.299453 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc01839-a48d-4065-b2fc-f554670d8b65 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa1ac9a-7ac5-46c0-8824-d9f0df37296a,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:59.302063 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:23:59.304596 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-47f9fee0-213c-4257-9d04-dfc6dcd79faf tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.365200 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.365897 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3a974b5b-b6e7-441c-98c6-62ef1f54caba no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:23:59.380612 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8115f7-f614-4d18-a742-34eaaad124b3 req-cc0ffb7e-2f64-4b4b-b01b-74fd17f5a709 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:59.383450 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5a8115f7-f614-4d18-a742-34eaaad124b3 req-cc0ffb7e-2f64-4b4b-b01b-74fd17f5a709 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 944 time: 0.0571055 Jul 28 04:23:59.406406 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Attempting to bind port 94bea438-9dae-40c0-a8bd-ac05467b0f59 on host dv-cinder-740146-11-iscsi for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:23:59.406796 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Attempting to bind port 94bea438-9dae-40c0-a8bd-ac05467b0f59 by drivers openvswitch,hyperv on host dv-cinder-740146-11-iscsi at level 0 using segments [{'id': '7cd6cd79-26a6-426f-90f2-5870f7e3c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:23:59.407358 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Attempting to bind port 94bea438-9dae-40c0-a8bd-ac05467b0f59 on network 9376f992-7dbb-41b1-8592-bd2d51eddbf6 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:23:59.426695 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Checking agent: {'id': '4ef5a7b3-616b-421b-815b-305f4d94e3cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 9, 35), 'started_at': datetime.datetime(2021, 7, 28, 4, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:23:59.427064 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Checking segment: {'id': '7cd6cd79-26a6-426f-90f2-5870f7e3c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:23:59.427475 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.427882 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Bound using segment: {'id': '7cd6cd79-26a6-426f-90f2-5870f7e3c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:23:59.428353 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Bound port: 94bea438-9dae-40c0-a8bd-ac05467b0f59, host: dv-cinder-740146-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd6cd79-26a6-426f-90f2-5870f7e3c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:23:59.428752 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.467896 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:23:59.472228 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864a2a00-32e4-4fe5-ab9a-73a391ca703a" -d '{"events": [{"server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "name": "network-vif-plugged", "status": "completed", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:23:59.490692 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5a8115f7-f614-4d18-a742-34eaaad124b3 req-6b2b043e-ecdf-4593-86b3-5c2fd3e7fb6a tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891693 Jul 28 04:23:59.493749 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 3a974b5b-b6e7-441c-98c6-62ef1f54caba {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:23:59.494265 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 3a974b5b-b6e7-441c-98c6-62ef1f54caba not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:23:59.500520 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e1fc99ce-8ed6-41df-a685-9b01e53209ec no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:23:59.559749 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78b1f4-74a5-4433-a17e-84f8bd29e619 req-13c5e571-e183-486a-84e3-884e9031935e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:59.561884 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1b78b1f4-74a5-4433-a17e-84f8bd29e619 req-13c5e571-e183-486a-84e3-884e9031935e tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0859096 Jul 28 04:23:59.571102 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:23:59.590952 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] For port 94bea438-9dae-40c0-a8bd-ac05467b0f59, host dv-cinder-740146-11-iscsi, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:23:59.594710 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] For port 94bea438-9dae-40c0-a8bd-ac05467b0f59, host dv-cinder-740146-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=94bea438-9dae-40c0-a8bd-ac05467b0f59,segment=NetworkSegment(7cd6cd79-26a6-426f-90f2-5870f7e3c73d),segment_id=7cd6cd79-26a6-426f-90f2-5870f7e3c73d)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:23:59.617243 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:59.627070 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-47f9fee0-213c-4257-9d04-dfc6dcd79faf tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.639330 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1cdbf6-e64f-4df2-b926-fed520f179d6 x-openstack-request-id: req-fa1cdbf6-e64f-4df2-b926-fed520f179d6 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:23:59.639943 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "name": "network-vif-plugged", "status": "completed", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:23:59.640826 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa1cdbf6-e64f-4df2-b926-fed520f179d6 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:23:59.641006 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1b78b1f4-74a5-4433-a17e-84f8bd29e619 req-3b2ebdf1-b1f2-492d-9eb8-e4b9830b8b2f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674810 Jul 28 04:23:59.641523 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'code': 200} Jul 28 04:23:59.655336 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:59.655768 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:59.656126 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:59.656450 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:59.656933 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:59.657282 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:59.657589 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:59.657910 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:59.658250 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:59.658730 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:59.659681 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:59.659996 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:23:59.674342 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-51c563b3-15f3-47f2-afd1-40c7769ecd75 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Deleting port d5e5b94d-a446-420f-8403-44b591666931 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:23:59.674907 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-51c563b3-15f3-47f2-afd1-40c7769ecd75 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.678571 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.736139 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:23:59.736510 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:59.788731 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Routers {'df966652-4b24-4d2e-8ba8-ab5ef056951c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:23:59.789783 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['df966652-4b24-4d2e-8ba8-ab5ef056951c'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:23:59.889650 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1858a-d690-4da8-bc79-6d530c842873 None None] Pushing event updated for resources: {'Port': ['ID=94bea438-9dae-40c0-a8bd-ac05467b0f59,revision_number=4']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:23:59.926225 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529e807-4b85-4456-a430-25551d24ad21 req-8fc4f62f-91c6-42a3-81e7-319c8c950152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:23:59.928193 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1529e807-4b85-4456-a430-25551d24ad21 req-8fc4f62f-91c6-42a3-81e7-319c8c950152 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 1098 time: 0.0579588 Jul 28 04:23:59.967948 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1529e807-4b85-4456-a430-25551d24ad21 req-1cd8ffbf-c356-4597-bb80-4e78951341c7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313404 Jul 28 04:23:59.979931 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] Set router df966652-4b24-4d2e-8ba8-ab5ef056951c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:24:00.046542 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-47f9fee0-213c-4257-9d04-dfc6dcd79faf tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594366'] for security_group_rule, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:00.080577 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9fee0-213c-4257-9d04-dfc6dcd79faf tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6d3d24-5938-4bd9-8385-c74362b597e3,revision_number=0']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:00.098169 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-51c563b3-15f3-47f2-afd1-40c7769ecd75 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:00.098501 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-51c563b3-15f3-47f2-afd1-40c7769ecd75 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:00.112713 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-51c563b3-15f3-47f2-afd1-40c7769ecd75 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Calling delete_port for d5e5b94d-a446-420f-8403-44b591666931 owned by network:floatingip {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:24:00.178862 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-47f9fee0-213c-4257-9d04-dfc6dcd79faf tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:00.184124 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-47f9fee0-213c-4257-9d04-dfc6dcd79faf tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0580304 Jul 28 04:24:00.226145 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 36342) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:24:00.322551 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'name': 'tempest-TestVolumeBootPattern-66076597-router', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:50Z', 'updated_at': '2021-07-28T04:23:55Z', 'revision_number': 4, 'project_id': '66287663ad644b809b94e7954ea57f76', 'gw_port': {'id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:52Z', 'updated_at': '2021-07-28T04:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '94bea438-9dae-40c0-a8bd-ac05467b0f59', 'name': '', 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'mac_address': 'fa:16:3e:61:7a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '05b0db9e-151b-4c01-8c52-0db449bd9e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:54Z', 'updated_at': '2021-07-28T04:23:59Z', 'revision_number': 4, 'project_id': '66287663ad644b809b94e7954ea57f76', 'subnets': [{'id': '05b0db9e-151b-4c01-8c52-0db449bd9e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:00.329221 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-a905f395-cc7e-4ebb-bb74-5fcd208747ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987554 Jul 28 04:24:00.349750 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-51c563b3-15f3-47f2-afd1-40c7769ecd75 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:00.355967 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef347f-8761-4532-b61c-f7e855818db1 None None] The sync data for ids ['df966652-4b24-4d2e-8ba8-ab5ef056951c'] in dv-cinder-740146-11-iscsi is: [{'id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'name': 'tempest-TestVolumeBootPattern-66076597-router', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:50Z', 'updated_at': '2021-07-28T04:23:55Z', 'revision_number': 4, 'project_id': '66287663ad644b809b94e7954ea57f76', 'gw_port': {'id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:52Z', 'updated_at': '2021-07-28T04:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '94bea438-9dae-40c0-a8bd-ac05467b0f59', 'name': '', 'network_id': '9376f992-7dbb-41b1-8592-bd2d51eddbf6', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'mac_address': 'fa:16:3e:61:7a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '05b0db9e-151b-4c01-8c52-0db449bd9e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:54Z', 'updated_at': '2021-07-28T04:23:59Z', 'revision_number': 4, 'project_id': '66287663ad644b809b94e7954ea57f76', 'subnets': [{'id': '05b0db9e-151b-4c01-8c52-0db449bd9e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:24:00.392067 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c563b3-15f3-47f2-afd1-40c7769ecd75 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Pushing event deleted for resources: {'Port': ['ID=d5e5b94d-a446-420f-8403-44b591666931,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:00.497994 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-51c563b3-15f3-47f2-afd1-40c7769ecd75 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks [] for floatingip, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:00.500819 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-51c563b3-15f3-47f2-afd1-40c7769ecd75 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:00.504111 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-51c563b3-15f3-47f2-afd1-40c7769ecd75 tempest-AttachVolumeTestJSON-1862841273 tempest-AttachVolumeTestJSON-1862841273-project] 10.222.0.42 "DELETE /v2.0/floatingips/69604a05-9f85-4999-a8f3-a743ab145d54 HTTP/1.1" status: 204 len: 168 time: 1.2006004 Jul 28 04:24:00.654447 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839764e-0f32-4097-ab87-e4c510f82f58 req-61ed796f-bf18-4499-b6f6-151df9c4ffd4 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:00.656156 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b839764e-0f32-4097-ab87-e4c510f82f58 req-61ed796f-bf18-4499-b6f6-151df9c4ffd4 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0581872 Jul 28 04:24:00.699755 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b839764e-0f32-4097-ab87-e4c510f82f58 req-bebc0177-5394-481f-8fcf-dfdea8e1e0a2 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364139 Jul 28 04:24:00.786732 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071fada-246d-48ff-b479-4f0758958540 req-a6b758ac-6302-496f-b4d5-14a8150019d3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:00.788651 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e071fada-246d-48ff-b479-4f0758958540 req-a6b758ac-6302-496f-b4d5-14a8150019d3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0695748 Jul 28 04:24:00.836579 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e071fada-246d-48ff-b479-4f0758958540 req-2e6e3d10-0c6e-4b81-a441-b918070ac48c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420139 Jul 28 04:24:01.473406 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 94bea438-9dae-40c0-a8bd-ac05467b0f59 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:24:01.606557 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning for port 94bea438-9dae-40c0-a8bd-ac05467b0f59 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:24:01.611196 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 94bea438-9dae-40c0-a8bd-ac05467b0f59 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:24:01.611517 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:01.689711 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:01.720841 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] For port 94bea438-9dae-40c0-a8bd-ac05467b0f59, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=94bea438-9dae-40c0-a8bd-ac05467b0f59,segment=NetworkSegment(7cd6cd79-26a6-426f-90f2-5870f7e3c73d),segment_id=7cd6cd79-26a6-426f-90f2-5870f7e3c73d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:24:01.797701 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:01.867853 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Pushing event updated for resources: {'Port': ['ID=94bea438-9dae-40c0-a8bd-ac05467b0f59,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:01.882333 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321749db-1b71-4d9b-9e1b-af1623b32d48 req-ab506e8c-1c2d-4ef4-a5e7-421200ba69ed tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:01.884029 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-321749db-1b71-4d9b-9e1b-af1623b32d48 req-ab506e8c-1c2d-4ef4-a5e7-421200ba69ed tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.1125705 Jul 28 04:24:01.961232 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-321749db-1b71-4d9b-9e1b-af1623b32d48 req-0f82ebe2-8007-4a42-84d9-46db2da0f9a4 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617712 Jul 28 04:24:01.977722 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-6ae4b03b-dda2-41f5-a61f-6fb283d5bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:01.979412 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-6ae4b03b-dda2-41f5-a61f-6fb283d5bd1a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332&tenant_id=73f850d47a504c4fbcc9cf0c5494e24a HTTP/1.1" status: 200 len: 1096 time: 0.1563666 Jul 28 04:24:02.005859 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a0f4b-d631-4156-bd5a-b6c2bbe0862c req-3aa6f26f-d4a4-413b-b354-4685c824d9c6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:02.007409 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8a9a0f4b-d631-4156-bd5a-b6c2bbe0862c req-3aa6f26f-d4a4-413b-b354-4685c824d9c6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0699501 Jul 28 04:24:02.105905 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8a9a0f4b-d631-4156-bd5a-b6c2bbe0862c req-6e060eaf-3b07-4058-86ee-482dc1490294 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898669 Jul 28 04:24:02.113517 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-5c65040b-1a96-4be4-8c33-9c0b04cd1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:02.115191 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-5c65040b-1a96-4be4-8c33-9c0b04cd1308 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 1096 time: 0.1068485 Jul 28 04:24:02.134294 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df3f66-dc37-446d-9215-095aa3164db0 req-0765e3b3-7245-4125-82d0-9f2de10b75c3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:02.135964 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d0df3f66-dc37-446d-9215-095aa3164db0 req-0765e3b3-7245-4125-82d0-9f2de10b75c3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0986488 Jul 28 04:24:02.231122 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d0df3f66-dc37-446d-9215-095aa3164db0 req-a3e5338d-a117-4b39-ba4d-4b215ac9f352 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850952 Jul 28 04:24:02.254641 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36418) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:24:02.263591 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-07e2b9c7-6eb4-430f-9751-2af95cff6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:02.265161 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-07e2b9c7-6eb4-430f-9751-2af95cff6207 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 917 time: 0.1401129 Jul 28 04:24:02.324016 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-1f4c4e8c-e9d5-4c61-adcb-0e6d7ea709af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:02.350084 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-bfc59631-da16-424f-b439-a6aff87a305e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec HTTP/1.1" status: 200 len: 999 time: 0.0771441 Jul 28 04:24:02.405511 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-701bad2a-6be8-4c0e-918b-c7c94bb62d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:02.407004 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-701bad2a-6be8-4c0e-918b-c7c94bb62d5a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.0493526 Jul 28 04:24:02.421976 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1216059-ff0c-47be-a431-fcc6723fe2f6 tempest-TestShelveInstance-469929914 tempest-TestShelveInstance-469929914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:02.423566 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-c1216059-ff0c-47be-a431-fcc6723fe2f6 tempest-TestShelveInstance-469929914 tempest-TestShelveInstance-469929914-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 1093 time: 0.1678605 Jul 28 04:24:02.426419 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36424) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:24:02.430900 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.v2.base [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Request body: {'floatingip': {'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'port_id': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:24:02.459174 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-50d3d043-3fa6-457b-beaa-c45aeeedb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:02.461005 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-50d3d043-3fa6-457b-beaa-c45aeeedb5f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464215 Jul 28 04:24:02.523803 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for floatingip, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:02.648897 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:02.764951 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_common [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Allocated IP 172.27.2.133 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/041a2283-4ef6-403c-9d1e-932695347c45) {{(pid=93704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:24:02.825138 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-607ff16c-ca90-4c5c-be40-fc527ef5072b service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543637 Jul 28 04:24:02.873581 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for port, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:02.916825 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-af66e038-0556-472c-8e1d-ac5c6ba27b45 req-1f5395e3-b15f-438d-b3c6-26ede4b388b1 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838571 Jul 28 04:24:03.007092 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:03.046137 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:24:03.049181 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.base_scheduler [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Resources bound (agent type, host, resource id): {{(pid=93704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:24:03.053449 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Received port after_create {{(pid=93704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:24:03.061980 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event updated for resources: {'Port': ['ID=041a2283-4ef6-403c-9d1e-932695347c45,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:03.247878 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba71ad-b2f8-49c6-8b08-3c8d7f27ff26 req-f9c2c95b-a86f-4b47-81cd-f0e98b2ad993 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:03.249412 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d0ba71ad-b2f8-49c6-8b08-3c8d7f27ff26 req-f9c2c95b-a86f-4b47-81cd-f0e98b2ad993 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0589523 Jul 28 04:24:03.307160 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d0ba71ad-b2f8-49c6-8b08-3c8d7f27ff26 req-e6fd33ab-6603-46dd-9f0c-16c5806caefb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509894 Jul 28 04:24:03.453660 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:03.479398 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 94bea438-9dae-40c0-a8bd-ac05467b0f59 up at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:24:03.541895 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Provisioning complete for port 94bea438-9dae-40c0-a8bd-ac05467b0f59 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:24:03.542423 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:03.589983 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:03.788432 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for port, precommit_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:03.904749 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4447528'] for port, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:03.988766 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event updated for resources: {'Port': ['ID=041a2283-4ef6-403c-9d1e-932695347c45,revision_number=2']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:04.006208 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:04.126268 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.l3_db [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Floating IP b708aa53-8d4b-408c-8e88-65d698428184 associated. External IP: 172.27.2.133, port: 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2. Jul 28 04:24:04.355473 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Router dfe1ea49-a128-4f42-b162-023ef3fdcef6 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:24:04.464386 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305d778-a296-4f9d-8e6f-a414c387841d req-794106ef-3953-4627-8a3e-c6e721e6236f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:04.466146 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1305d778-a296-4f9d-8e6f-a414c387841d req-794106ef-3953-4627-8a3e-c6e721e6236f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0765324 Jul 28 04:24:04.478006 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:24:04.490695 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60557d07-e37a-4a3e-b3ef-a5877220278f None None] Sync routers for ids ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:24:04.514868 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60557d07-e37a-4a3e-b3ef-a5877220278f None None] Routers {'dfe1ea49-a128-4f42-b162-023ef3fdcef6'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:24:04.515869 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-60557d07-e37a-4a3e-b3ef-a5877220278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:23:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:04.542963 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1305d778-a296-4f9d-8e6f-a414c387841d req-3e654f74-7933-4da2-a5c4-9073db82abba tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640678 Jul 28 04:24:04.571600 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:04.602812 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-ef301148-e328-4f88-b78d-3da1c9809188 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1753354 Jul 28 04:24:04.603398 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:24:04.605688 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc56704f-798b-4d02-b4d8-404fe792a7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:24:04.654134 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-60557d07-e37a-4a3e-b3ef-a5877220278f None None] Set router dfe1ea49-a128-4f42-b162-023ef3fdcef6 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:24:04.697834 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36476) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:24:04.789602 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fdd254-1c51-42f3-85a2-3c3200284665 x-openstack-request-id: req-71fdd254-1c51-42f3-85a2-3c3200284665 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:24:04.789920 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:24:04.790175 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71fdd254-1c51-42f3-85a2-3c3200284665 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:24:04.790863 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'status': 'completed', 'code': 200} Jul 28 04:24:04.855571 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e3afb4b5-2100-42d4-b174-55490fbccbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:04.976029 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-60557d07-e37a-4a3e-b3ef-a5877220278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': 'b708aa53-8d4b-408c-8e88-65d698428184', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'port_id': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'mac_address': 'fa:16:3e:d6:54:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:24:03Z', 'updated_at': '2021-07-28T04:24:03Z', 'revision_number': 0, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b5ffcc-8660-4849-9054-bc2ecd468785', 'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'mac_address': 'fa:16:3e:7f:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:05Z', 'updated_at': '2021-07-28T04:23:11Z', 'revision_number': 5, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'subnets': [{'id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:05.017167 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60557d07-e37a-4a3e-b3ef-a5877220278f None None] Checking router: dfe1ea49-a128-4f42-b162-023ef3fdcef6 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:24:05.026724 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60557d07-e37a-4a3e-b3ef-a5877220278f None None] Routers {'dfe1ea49-a128-4f42-b162-023ef3fdcef6'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:24:05.027343 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-60557d07-e37a-4a3e-b3ef-a5877220278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:24:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:05.144165 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-60557d07-e37a-4a3e-b3ef-a5877220278f None None] Set router dfe1ea49-a128-4f42-b162-023ef3fdcef6 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:24:05.254521 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c6706074-9bfe-463c-886a-03537ea00a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707331'] for router_interface, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:05.260903 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:05.450231 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-60557d07-e37a-4a3e-b3ef-a5877220278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': 'b708aa53-8d4b-408c-8e88-65d698428184', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'port_id': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'mac_address': 'fa:16:3e:d6:54:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:24:03Z', 'updated_at': '2021-07-28T04:24:03Z', 'revision_number': 0, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b5ffcc-8660-4849-9054-bc2ecd468785', 'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'mac_address': 'fa:16:3e:7f:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:05Z', 'updated_at': '2021-07-28T04:23:11Z', 'revision_number': 5, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'subnets': [{'id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:05.571363 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-c6706074-9bfe-463c-886a-03537ea00a45 admin admin] Deleting port 996a84de-b769-4478-8a43-3d7aee2340fd {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:24:05.571867 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c6706074-9bfe-463c-886a-03537ea00a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:05.657595 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60557d07-e37a-4a3e-b3ef-a5877220278f None None] The sync data for ids ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'] in dv-cinder-740146-11-iscsi is: [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': 'b708aa53-8d4b-408c-8e88-65d698428184', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'port_id': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'mac_address': 'fa:16:3e:d6:54:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:24:03Z', 'updated_at': '2021-07-28T04:24:03Z', 'revision_number': 0, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b5ffcc-8660-4849-9054-bc2ecd468785', 'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'mac_address': 'fa:16:3e:7f:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:05Z', 'updated_at': '2021-07-28T04:23:11Z', 'revision_number': 5, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'subnets': [{'id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:24:05.697000 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-c6706074-9bfe-463c-886a-03537ea00a45 admin admin] For port 996a84de-b769-4478-8a43-3d7aee2340fd, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=996a84de-b769-4478-8a43-3d7aee2340fd,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:24:05.698833 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c6706074-9bfe-463c-886a-03537ea00a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:05.718718 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc70b6b-b784-470c-a8ea-4804c90f9466 req-69f323df-9779-4ebb-a816-51038b6ec924 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:05.726843 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0fc70b6b-b784-470c-a8ea-4804c90f9466 req-69f323df-9779-4ebb-a816-51038b6ec924 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0787570 Jul 28 04:24:05.728654 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-c6706074-9bfe-463c-886a-03537ea00a45 admin admin] Calling delete_port for 996a84de-b769-4478-8a43-3d7aee2340fd owned by network:router_interface {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:24:05.780030 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0fc70b6b-b784-470c-a8ea-4804c90f9466 req-f88b9e80-6486-46fe-82b3-765d5734611b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518625 Jul 28 04:24:05.960794 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40269e4-2d60-4a8f-806e-fe65f58294b7 None None] New status for floating IP b708aa53-8d4b-408c-8e88-65d698428184: ACTIVE {{(pid=93706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:24:06.032033 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c6706074-9bfe-463c-886a-03537ea00a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:06.060769 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6706074-9bfe-463c-886a-03537ea00a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=996a84de-b769-4478-8a43-3d7aee2340fd,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:06.298362 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c6706074-9bfe-463c-886a-03537ea00a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707311'] for router_interface, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:06.303478 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:06.542105 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6706074-9bfe-463c-886a-03537ea00a45 admin admin] Router f274f25a-af76-4589-9282-9f83a33177d3 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:24:06.664004 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6706074-9bfe-463c-886a-03537ea00a45 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:24:06.669403 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-c6706074-9bfe-463c-886a-03537ea00a45 admin admin] 10.222.0.42 "PUT /v2.0/routers/f274f25a-af76-4589-9282-9f83a33177d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9704888 Jul 28 04:24:06.672268 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36486) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:24:06.673251 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b495956a-7f2e-4099-a5fd-77a7e8cc7288 None None] Sync routers for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:24:06.683080 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b495956a-7f2e-4099-a5fd-77a7e8cc7288 None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:24:06.683727 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-b495956a-7f2e-4099-a5fd-77a7e8cc7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:24:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:06.804960 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-b495956a-7f2e-4099-a5fd-77a7e8cc7288 None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:24:06.952007 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c3217-e8b4-49db-9c69-a31a3ba864b8 req-65e718e8-3b58-4985-aff0-bf3d6f0d8534 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:06.954271 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-be9c3217-e8b4-49db-9c69-a31a3ba864b8 req-65e718e8-3b58-4985-aff0-bf3d6f0d8534 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0576305 Jul 28 04:24:07.003415 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-be9c3217-e8b4-49db-9c69-a31a3ba864b8 req-b8453914-6a0a-414c-acea-3d392f3729b4 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411711 Jul 28 04:24:07.095279 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-b495956a-7f2e-4099-a5fd-77a7e8cc7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:24:05Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:07.127151 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Notify callbacks [] for router, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:07.129910 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b495956a-7f2e-4099-a5fd-77a7e8cc7288 None None] Checking router: f274f25a-af76-4589-9282-9f83a33177d3 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:24:07.146563 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b495956a-7f2e-4099-a5fd-77a7e8cc7288 None None] Routers {'f274f25a-af76-4589-9282-9f83a33177d3'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:24:07.147288 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-b495956a-7f2e-4099-a5fd-77a7e8cc7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:24:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['f274f25a-af76-4589-9282-9f83a33177d3'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:07.244789 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:07.270353 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-b495956a-7f2e-4099-a5fd-77a7e8cc7288 None None] Set router f274f25a-af76-4589-9282-9f83a33177d3 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:24:07.360948 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Deleting port 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:24:07.361562 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:07.501182 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-b495956a-7f2e-4099-a5fd-77a7e8cc7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:24:05Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:07.524333 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] For port 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=11acca20-5aaa-43b6-a50e-8a33cfbd8dcf,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:24:07.524864 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:07.533855 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b495956a-7f2e-4099-a5fd-77a7e8cc7288 None None] The sync data for ids ['f274f25a-af76-4589-9282-9f83a33177d3'] in dv-cinder-740146-11-iscsi is: [{'id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'name': 'tempest-AttachVolumeTestJSON-386651304-router', 'tenant_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:24:05Z', 'revision_number': 5, 'project_id': 'a6d5e8fcb96b4e1b89ed637f1b716060', 'gw_port': {'id': '11acca20-5aaa-43b6-a50e-8a33cfbd8dcf', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:99:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f274f25a-af76-4589-9282-9f83a33177d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:26Z', 'updated_at': '2021-07-28T04:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:24:07.544119 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Calling delete_port for 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf owned by network:router_gateway {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:24:07.801296 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:07.824286 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:07.836227 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=11acca20-5aaa-43b6-a50e-8a33cfbd8dcf,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:07.903079 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603213'] for router_gateway, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.011271 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-70883'] for router, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.013913 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.146317 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623426'] for router, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.146872 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f274f25a-af76-4589-9282-9f83a33177d3 {{(pid=93704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:24:08.152443 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] Notify callbacks [] for router, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.156114 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-c56802bc-1d72-41b6-8dfb-1d9236e59cbc admin admin] 10.222.0.42 "DELETE /v2.0/routers/f274f25a-af76-4589-9282-9f83a33177d3 HTTP/1.1" status: 204 len: 168 time: 1.4803824 Jul 28 04:24:08.156587 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36496) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:24:08.159784 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e35ec2-ce4c-40eb-9e18-4c994e069407 req-7ac9dbff-adc6-4f02-bab0-5653d5398ddf tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:08.162259 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-99e35ec2-ce4c-40eb-9e18-4c994e069407 req-7ac9dbff-adc6-4f02-bab0-5653d5398ddf tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0630741 Jul 28 04:24:08.213427 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6eed7b3-5fee-41d2-aace-e416e3470fb0 admin admin] Deleting subnet e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9 {{(pid=93704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:24:08.217514 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e6eed7b3-5fee-41d2-aace-e416e3470fb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.226910 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-99e35ec2-ce4c-40eb-9e18-4c994e069407 req-9eed909e-e7e1-4ac5-aefe-e941b817d35d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502789 Jul 28 04:24:08.267464 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e6eed7b3-5fee-41d2-aace-e416e3470fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4417263'] for subnet, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.363850 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e6eed7b3-5fee-41d2-aace-e416e3470fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.483553 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e6eed7b3-5fee-41d2-aace-e416e3470fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4447606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4594621'] for subnet, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.507764 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eed7b3-5fee-41d2-aace-e416e3470fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:08.516980 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e6eed7b3-5fee-41d2-aace-e416e3470fb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.519058 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-e6eed7b3-5fee-41d2-aace-e416e3470fb0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e8ccba7e-7bcf-4944-9fc3-b68f4f1983c9 HTTP/1.1" status: 204 len: 168 time: 0.3612626 Jul 28 04:24:08.521577 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36498) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:24:08.524174 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd01a50-f30a-4665-915b-fda819df2922 None None] Network 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:24:08.600481 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.659193 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Deleting port b9c72989-18b1-4e27-9d78-d775de9820f6 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:24:08.661291 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.749755 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9f4f8a-b57f-475c-a852-1bbaad84894d None None] DHCP port deletion for 880a12e9-ee47-4c1b-b00c-4c33d279cfa3 request from dv-cinder-740146-11-iscsi {{(pid=93705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:24:08.760327 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] For port b9c72989-18b1-4e27-9d78-d775de9820f6, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=b9c72989-18b1-4e27-9d78-d775de9820f6,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:24:08.763392 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.785495 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Calling delete_port for b9c72989-18b1-4e27-9d78-d775de9820f6 owned by network:dhcp {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:24:08.830320 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f4f8a-b57f-475c-a852-1bbaad84894d None None] Deleting port b9c72989-18b1-4e27-9d78-d775de9820f6 {{(pid=93705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:24:08.830320 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4f8a-b57f-475c-a852-1bbaad84894d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.911161 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-1e9f4f8a-b57f-475c-a852-1bbaad84894d None None] For port b9c72989-18b1-4e27-9d78-d775de9820f6, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=b9c72989-18b1-4e27-9d78-d775de9820f6,segment=NetworkSegment(869cffd8-2300-45b2-abef-aad504e813a9),segment_id=869cffd8-2300-45b2-abef-aad504e813a9)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:24:08.911556 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4f8a-b57f-475c-a852-1bbaad84894d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.928896 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f4f8a-b57f-475c-a852-1bbaad84894d None None] Calling delete_port for b9c72989-18b1-4e27-9d78-d775de9820f6 owned by network:dhcp {{(pid=93705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:24:08.969873 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:08.983178 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] No DVR routers for this DVR port b9c72989-18b1-4e27-9d78-d775de9820f6 on host dv-cinder-740146-11-iscsi {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:24:09.029825 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c72989-18b1-4e27-9d78-d775de9820f6,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:09.030233 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4f8a-b57f-475c-a852-1bbaad84894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399'] for port, after_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:09.062516 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f4f8a-b57f-475c-a852-1bbaad84894d None None] Pushing event deleted for resources: {'Port': ['ID=b9c72989-18b1-4e27-9d78-d775de9820f6,revision_number=None']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:09.064134 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f4f8a-b57f-475c-a852-1bbaad84894d None None] No DVR routers for this DVR port b9c72989-18b1-4e27-9d78-d775de9820f6 on host dv-cinder-740146-11-iscsi {{(pid=93705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:24:09.106220 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:09.120548 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880a12e9-ee47-4c1b-b00c-4c33d279cfa3']}} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:09.138754 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869cffd8-2300-45b2-abef-aad504e813a9') {'for_net_delete': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:09.139047 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869cffd8-2300-45b2-abef-aad504e813a9') {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:09.149258 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4417254'] for segment, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:09.164543 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:09.170579 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:24:09.170962 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4447500'] for segment, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: Traceback (most recent call last): Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: timer() Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: cb(*args, **kw) Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: return func(*args, **kwargs) Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: self._notify() Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: self.callback(batched_events) Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: event.method(event) Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: return f(self, *a, **k) Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._get(url).json() Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: return self.request(url, 'GET', **kwargs) Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:24:09.172723 dv-cinder-740146-11-iscsi neutron-server[93704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:24:09.326729 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:09.353521 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:09.354499 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] 10.222.0.42 "DELETE /v2.0/networks/880a12e9-ee47-4c1b-b00c-4c33d279cfa3 HTTP/1.1" status: 204 len: 168 time: 0.8319316 Jul 28 04:24:09.355793 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c5a91-0fde-4b3f-9901-1e9021dedeba admin admin] Pushing event deleted for resources: {'Network': ['ID=880a12e9-ee47-4c1b-b00c-4c33d279cfa3,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:09.360657 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5f23-4288-4c1d-acb6-c2a7467834cd req-1cca5068-6db4-4d09-82e2-7918d99818f7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:09.362404 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a98f5f23-4288-4c1d-acb6-c2a7467834cd req-1cca5068-6db4-4d09-82e2-7918d99818f7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0615125 Jul 28 04:24:09.414399 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a98f5f23-4288-4c1d-acb6-c2a7467834cd req-571bb8cf-6256-4e34-bc7d-190ffa08e9fc tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451286 Jul 28 04:24:09.486621 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 996a84de-b769-4478-8a43-3d7aee2340fd no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:24:09.511361 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 996a84de-b769-4478-8a43-3d7aee2340fd {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:24:09.511743 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 996a84de-b769-4478-8a43-3d7aee2340fd not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:24:09.512163 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:24:09.535282 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:24:09.535655 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 11acca20-5aaa-43b6-a50e-8a33cfbd8dcf not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:24:09.536118 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device b9c72989-18b1-4e27-9d78-d775de9820f6 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:24:09.555382 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: b9c72989-18b1-4e27-9d78-d775de9820f6 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:24:09.555802 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device b9c72989-18b1-4e27-9d78-d775de9820f6 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:24:09.707311 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36506) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:24:09.752210 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-27a7b822-03b3-45bf-a22f-69f91699cd88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6d5e8fcb96b4e1b89ed637f1b716060&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0434370 Jul 28 04:24:09.754673 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 36508) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:24:09.808615 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-eec3ab4d-59ef-4f43-b334-f799cc7a1ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:09.838485 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-eec3ab4d-59ef-4f43-b334-f799cc7a1ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:09.973071 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-eec3ab4d-59ef-4f43-b334-f799cc7a1ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:09.975738 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-eec3ab4d-59ef-4f43-b334-f799cc7a1ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:09.977018 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-eec3ab4d-59ef-4f43-b334-f799cc7a1ee2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9080177-ac17-42a3-9a02-d51508d68ddc HTTP/1.1" status: 204 len: 168 time: 0.2213051 Jul 28 04:24:09.989238 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3ab4d-59ef-4f43-b334-f799cc7a1ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9080177-ac17-42a3-9a02-d51508d68ddc,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:10.542163 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd6025-5a88-4988-ae75-35db2080072d req-6aa5c4bf-52cf-4ad5-a67b-b5a1defbcc90 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:10.543785 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d0fd6025-5a88-4988-ae75-35db2080072d req-6aa5c4bf-52cf-4ad5-a67b-b5a1defbcc90 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0532928 Jul 28 04:24:10.603273 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d0fd6025-5a88-4988-ae75-35db2080072d req-522d305d-ed9a-4584-a7c7-450fd24ec3a2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527079 Jul 28 04:24:11.772781 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c12279-38d4-45fd-a6f0-e89254059849 req-29ec4e5c-1787-41b9-a27c-14d5762836e1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:11.777715 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-40c12279-38d4-45fd-a6f0-e89254059849 req-29ec4e5c-1787-41b9-a27c-14d5762836e1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0709262 Jul 28 04:24:11.861279 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-40c12279-38d4-45fd-a6f0-e89254059849 req-34972fe7-ddfd-470c-a237-b76d83d198e6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389318 Jul 28 04:24:12.984996 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2d0f1-b28d-432c-ad08-0e9b155aa09e req-3d849c94-936a-4301-880e-ba4b4edc52fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:12.986712 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f6e2d0f1-b28d-432c-ad08-0e9b155aa09e req-3d849c94-936a-4301-880e-ba4b4edc52fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0652277 Jul 28 04:24:13.041007 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f6e2d0f1-b28d-432c-ad08-0e9b155aa09e req-3ff77f19-88aa-4903-8d99-4ea49b68c82a tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473371 Jul 28 04:24:14.166930 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb720de-bb78-4960-852a-7a2e520b2292 req-4fcf78ae-dd20-4d87-a03b-db5db08e2fa2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:14.168447 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8fb720de-bb78-4960-852a-7a2e520b2292 req-4fcf78ae-dd20-4d87-a03b-db5db08e2fa2 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0531824 Jul 28 04:24:14.214174 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8fb720de-bb78-4960-852a-7a2e520b2292 req-5bfc86ce-15d9-48c6-b240-bbb045f38d39 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383143 Jul 28 04:24:15.333021 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075fae7-c996-47b6-9641-9e7ec40391a1 req-2121ce5c-19b0-4ea8-bf62-e15dce09caae tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:15.334483 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e075fae7-c996-47b6-9641-9e7ec40391a1 req-2121ce5c-19b0-4ea8-bf62-e15dce09caae tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0477173 Jul 28 04:24:15.375566 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e075fae7-c996-47b6-9641-9e7ec40391a1 req-81890101-80e1-43a0-9d19-7e9757b7ee79 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334344 Jul 28 04:24:15.722681 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56704f-798b-4d02-b4d8-404fe792a7ed req-5f908da1-8a59-406c-b74a-fa85ac34fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:15.724213 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc56704f-798b-4d02-b4d8-404fe792a7ed req-5f908da1-8a59-406c-b74a-fa85ac34fb8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1&device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 1098 time: 0.0405102 Jul 28 04:24:15.819508 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56704f-798b-4d02-b4d8-404fe792a7ed req-ed7cbcec-8a11-49fd-ad78-b30c2da0e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:15.820987 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc56704f-798b-4d02-b4d8-404fe792a7ed req-ed7cbcec-8a11-49fd-ad78-b30c2da0e2e4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b434cb26-686a-4515-9802-6ba3a13040c3 HTTP/1.1" status: 200 len: 910 time: 0.0859976 Jul 28 04:24:15.885798 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc56704f-798b-4d02-b4d8-404fe792a7ed req-0796da09-c028-44c0-af4a-a92629aedc0b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 HTTP/1.1" status: 200 len: 1001 time: 0.0561790 Jul 28 04:24:15.936881 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56704f-798b-4d02-b4d8-404fe792a7ed req-aa25179c-9576-40d0-898c-8ca62f9d28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:15.938272 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc56704f-798b-4d02-b4d8-404fe792a7ed req-aa25179c-9576-40d0-898c-8ca62f9d28ba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7cc623dc-d3c4-4c03-be66-0d19eff3ed15 HTTP/1.1" status: 200 len: 848 time: 0.0429778 Jul 28 04:24:15.988706 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56704f-798b-4d02-b4d8-404fe792a7ed req-cd794647-23b1-4ac4-87ff-67e2ec198561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:15.990072 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc56704f-798b-4d02-b4d8-404fe792a7ed req-cd794647-23b1-4ac4-87ff-67e2ec198561 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b434cb26-686a-4515-9802-6ba3a13040c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420287 Jul 28 04:24:16.079981 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc56704f-798b-4d02-b4d8-404fe792a7ed req-7f1d0756-0991-490a-87fa-e3eabc97f177 service neutron] 10.222.0.22 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798361 Jul 28 04:24:16.176546 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc56704f-798b-4d02-b4d8-404fe792a7ed req-99250dee-ad2a-4b97-8a20-bb823f38abd4 service neutron] 10.222.0.22 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879502 Jul 28 04:24:16.493717 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe13f9e-b9cd-4a16-bdce-f6c09657dae6 req-7fa0572c-d562-4d08-baf8-a9425a447e47 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:16.495148 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fe13f9e-b9cd-4a16-bdce-f6c09657dae6 req-7fa0572c-d562-4d08-baf8-a9425a447e47 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0501063 Jul 28 04:24:16.532999 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fe13f9e-b9cd-4a16-bdce-f6c09657dae6 req-2312f02f-f5e4-43a3-a1aa-bf1b3d5e26d9 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315020 Jul 28 04:24:17.254825 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:17.649734 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f04af-9265-490d-bf67-875a812378b5 req-d0a50ace-1572-4811-a1ba-3329c0b65d12 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:17.653196 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4c7f04af-9265-490d-bf67-875a812378b5 req-d0a50ace-1572-4811-a1ba-3329c0b65d12 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0477195 Jul 28 04:24:17.688049 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4c7f04af-9265-490d-bf67-875a812378b5 req-dca665e7-201a-47fc-b117-784e04e229d3 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306640 Jul 28 04:24:18.808879 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d9d31-e385-4180-8ac1-a93078c8f018 req-c2bb81ca-1495-43af-a0eb-5f669204c224 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:18.810607 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-978d9d31-e385-4180-8ac1-a93078c8f018 req-c2bb81ca-1495-43af-a0eb-5f669204c224 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0511067 Jul 28 04:24:18.850472 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-978d9d31-e385-4180-8ac1-a93078c8f018 req-4274bc2e-96c9-480c-b28d-1f7699abe112 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330675 Jul 28 04:24:19.942676 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e1fc99ce-8ed6-41df-a685-9b01e53209ec details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:24:19.966705 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a6f57-be63-419b-bc43-e864dc1ad73e req-369ac5c5-b428-4b45-ac40-a543834b61fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:19.968203 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-093a6f57-be63-419b-bc43-e864dc1ad73e req-369ac5c5-b428-4b45-ac40-a543834b61fb tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 943 time: 0.0475652 Jul 28 04:24:20.006495 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-093a6f57-be63-419b-bc43-e864dc1ad73e req-d6fc04d4-b692-44ba-90d2-b4e42c19e2f6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316923 Jul 28 04:24:20.040439 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:24:20.051128 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'port_id': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'mac_address': 'fa:16:3e:6c:b1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:24:20.086609 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:20.103476 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1fc99ce-8ed6-41df-a685-9b01e53209ec {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:24:20.118490 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:24:20.197197 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:20.243486 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=e1fc99ce-8ed6-41df-a685-9b01e53209ec,revision_number=9']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:20.425040 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['e1fc99ce-8ed6-41df-a685-9b01e53209ec'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:24:21.131285 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baa2f5-5c4f-492c-8b7a-d20e4a16ce51 req-628a2a8f-3bf5-4871-a872-37f165f6d1df tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:21.131285 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f3baa2f5-5c4f-492c-8b7a-d20e4a16ce51 req-628a2a8f-3bf5-4871-a872-37f165f6d1df tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 944 time: 0.0487320 Jul 28 04:24:21.164176 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f3baa2f5-5c4f-492c-8b7a-d20e4a16ce51 req-7f955029-f981-4163-809d-63b749b7a10d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306842 Jul 28 04:24:21.170743 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e1fc99ce-8ed6-41df-a685-9b01e53209ec up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:24:21.216919 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port e1fc99ce-8ed6-41df-a685-9b01e53209ec triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:24:21.217271 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:21.295559 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:21.319321 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:24:21.321732 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39be113f-2e78-4cf6-90d0-5002f7b29051" -d '{"events": [{"server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "name": "network-vif-plugged", "status": "completed", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:24:21.335274 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:24:21.357869 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5a673a-92a5-495b-9624-676aabe726ba x-openstack-request-id: req-ec5a673a-92a5-495b-9624-676aabe726ba {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:24:21.358191 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "name": "network-vif-plugged", "status": "completed", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:24:21.358423 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec5a673a-92a5-495b-9624-676aabe726ba {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:24:21.358835 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'code': 200} Jul 28 04:24:21.391894 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:21.442149 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=e1fc99ce-8ed6-41df-a685-9b01e53209ec,revision_number=10']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:21.669332 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75407ed-4fad-4915-94bb-c86a3aba7e50 req-8263e8d1-8256-45e6-8877-9e49b1c2a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:21.670911 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f75407ed-4fad-4915-94bb-c86a3aba7e50 req-8263e8d1-8256-45e6-8877-9e49b1c2a031 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 1099 time: 0.0460155 Jul 28 04:24:21.711990 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f75407ed-4fad-4915-94bb-c86a3aba7e50 req-c077df03-4c1c-43e5-b955-31a4f18f1161 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326097 Jul 28 04:24:21.741317 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-6cced38e-3e62-42ed-895f-ac515ebedc05 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484290173&fields=id&tenant_id=c2e8b716ed16435bb5aca0ac834029de HTTP/1.1" status: 200 len: 267 time: 0.0329704 Jul 28 04:24:21.847949 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-8a4d9a75-68c9-4eda-9442-f922952f9e6b tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:21.849622 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-8a4d9a75-68c9-4eda-9442-f922952f9e6b tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 811 time: 0.1014085 Jul 28 04:24:21.866120 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-22ebdd31-0dab-4e31-a89e-721723cb2df7 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/quotas/c2e8b716ed16435bb5aca0ac834029de HTTP/1.1" status: 200 len: 375 time: 0.0091982 Jul 28 04:24:21.920945 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-2791de6b-fc5a-4d5a-8376-f1e758ef18ca tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492699 Jul 28 04:24:22.016292 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-cc312ecd-e698-4209-9292-8c80f7f424c9 service neutron] 10.222.0.42 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834937 Jul 28 04:24:22.105819 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-a701ac0b-6e64-45b7-8a8d-66b3d23cba46 service neutron] 10.222.0.42 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833769 Jul 28 04:24:22.287556 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b31b4-d724-40f9-856b-e59afd53d91a req-50c328e9-7aa9-492a-828e-bc824929e86f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:22.289134 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-015b31b4-d724-40f9-856b-e59afd53d91a req-50c328e9-7aa9-492a-828e-bc824929e86f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 946 time: 0.0493631 Jul 28 04:24:22.326653 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-015b31b4-d724-40f9-856b-e59afd53d91a req-43d43b91-a1eb-4d92-bc26-535772e30bbf tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314445 Jul 28 04:24:22.677070 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5aaec740-c397-4b3e-8f1d-e41786860307 req-99cc17be-4b1d-4c18-866b-8c3db15d8b1f tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 210 time: 0.0282383 Jul 28 04:24:23.449890 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2652-454b-4d64-b4ba-2d026ec3ea7d req-d56ac047-9365-442e-8a94-aa7cde5c9a39 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:23.451379 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-34ac2652-454b-4d64-b4ba-2d026ec3ea7d req-d56ac047-9365-442e-8a94-aa7cde5c9a39 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 946 time: 0.0495193 Jul 28 04:24:23.491003 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-34ac2652-454b-4d64-b4ba-2d026ec3ea7d req-f374afc5-0ed5-4c73-9fb2-6545c2860a6d tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335944 Jul 28 04:24:23.755959 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-30a29304-9390-4909-92e7-e4f8bd3eb67d req-376fb9ed-5663-496a-88df-0256b2677db4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 210 time: 0.0293987 Jul 28 04:24:24.613750 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ac88b-e6a9-4344-9437-24f9d6dffe7e req-182df94e-0880-4db4-a7f5-31dce236f1c1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:24.615440 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-818ac88b-e6a9-4344-9437-24f9d6dffe7e req-182df94e-0880-4db4-a7f5-31dce236f1c1 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 946 time: 0.0495911 Jul 28 04:24:24.653521 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-818ac88b-e6a9-4344-9437-24f9d6dffe7e req-07410ae5-6755-4bf8-b7c5-fe2692ad466b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319693 Jul 28 04:24:24.853166 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-405db3c6-2076-4f23-8705-4b5bf493a891 req-fd2e2cd0-be78-4350-8c1b-35b47c152ea9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 210 time: 0.0272362 Jul 28 04:24:25.092140 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-6d7dad97-ae49-4513-add6-46558629c644 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:25.093554 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-6d7dad97-ae49-4513-add6-46558629c644 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 811 time: 0.1047182 Jul 28 04:24:25.137987 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-8fb91e4f-7309-4994-ba0f-705b08a3a0d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2e8b716ed16435bb5aca0ac834029de HTTP/1.1" status: 200 len: 380 time: 0.0339656 Jul 28 04:24:25.147864 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'port': {'device_id': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'admin_state_up': True, 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'security_groups': ['0d4dacb3-b45f-4e0e-98a3-03fec4501c29']}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:24:25.340423 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Made reservation on behalf of c2e8b716ed16435bb5aca0ac834029de for: {'port': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:24:25.345427 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:25.475448 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Allocated IP 172.20.0.5 (72ab982f-e229-4f30-84dc-40a60d90a598/66d361c5-2bb1-43df-9ae1-0f1ba476c851/60254dc0-c13e-48df-9993-6fac5ebf8d48) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:24:25.610181 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:25.623024 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Transition to ACTIVE for port object 60254dc0-c13e-48df-9993-6fac5ebf8d48 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:24:25.735119 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:25.777996 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Network 72ab982f-e229-4f30-84dc-40a60d90a598 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:24:25.781197 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:24:25.784979 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:24:25.794416 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'Port': ['ID=60254dc0-c13e-48df-9993-6fac5ebf8d48,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:25.840488 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:25.841103 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:25.966451 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-bf897195-1a8f-44a3-bbd7-d433cedbe7b6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8221970 Jul 28 04:24:25.981030 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Request body: {'port': {'device_id': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:24:26.013881 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ead7e-9392-4d21-8a7b-f2a99620b901 req-93645faf-37d3-4dfd-b07c-39db26984629 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:26.016884 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-025ead7e-9392-4d21-8a7b-f2a99620b901 req-93645faf-37d3-4dfd-b07c-39db26984629 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 931 time: 0.0820301 Jul 28 04:24:26.069803 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:26.092501 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-025ead7e-9392-4d21-8a7b-f2a99620b901 req-c8d4ef02-d7e8-4ea1-8298-b5e06f8ec8d0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671976 Jul 28 04:24:26.119943 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-7b5ecf5d-95d1-47a6-9283-d9f0fa804b65 None None] Provisioning for port 60254dc0-c13e-48df-9993-6fac5ebf8d48 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:24:26.124511 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-7b5ecf5d-95d1-47a6-9283-d9f0fa804b65 None None] Provisioning complete for port 60254dc0-c13e-48df-9993-6fac5ebf8d48 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:24:26.131827 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7b5ecf5d-95d1-47a6-9283-d9f0fa804b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:26.158706 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ecf5d-95d1-47a6-9283-d9f0fa804b65 None None] Port 60254dc0-c13e-48df-9993-6fac5ebf8d48 cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:24:26.363552 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60254dc0-c13e-48df-9993-6fac5ebf8d48 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:24:26.372193 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:26.384958 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Transition to ACTIVE for port object 60254dc0-c13e-48df-9993-6fac5ebf8d48 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:24:26.465793 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:26.518061 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Pushing event updated for resources: {'Port': ['ID=60254dc0-c13e-48df-9993-6fac5ebf8d48,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:26.584635 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Attempting to bind port 60254dc0-c13e-48df-9993-6fac5ebf8d48 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:24:26.585123 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Attempting to bind port 60254dc0-c13e-48df-9993-6fac5ebf8d48 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:24:26.585466 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Attempting to bind port 60254dc0-c13e-48df-9993-6fac5ebf8d48 on network 72ab982f-e229-4f30-84dc-40a60d90a598 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:24:26.590103 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Port 60254dc0-c13e-48df-9993-6fac5ebf8d48 on network 72ab982f-e229-4f30-84dc-40a60d90a598 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:24:26.590748 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Attempting to bind port 60254dc0-c13e-48df-9993-6fac5ebf8d48 on network 72ab982f-e229-4f30-84dc-40a60d90a598 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:24:26.596434 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:24:26.596902 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Checking segment: {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:24:26.597380 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Bound using segment: {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:24:26.597854 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Bound port: 60254dc0-c13e-48df-9993-6fac5ebf8d48, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:24:26.603774 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:26.670125 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] For port 60254dc0-c13e-48df-9993-6fac5ebf8d48, host hv-cinder-74014, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:24:26.673533 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] For port 60254dc0-c13e-48df-9993-6fac5ebf8d48, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=60254dc0-c13e-48df-9993-6fac5ebf8d48,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:24:26.737499 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:26.771317 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:26.772000 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:26.773949 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] 10.222.0.22 "PUT /v2.0/ports/60254dc0-c13e-48df-9993-6fac5ebf8d48 HTTP/1.1" status: 200 len: 1093 time: 0.7977624 Jul 28 04:24:26.774385 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'tag': '60254dc0-c13e-48df-9993-6fac5ebf8d48'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:24:26.776647 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fe5435-6f7f-4464-ac78-185d64d3b3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "54efbd2a-fbd5-4d20-b5ab-8f313070eb4e", "tag": "60254dc0-c13e-48df-9993-6fac5ebf8d48"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:24:26.802100 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c386145-0317-46ff-b8f4-8664688e96a4 service neutron] Pushing event updated for resources: {'Port': ['ID=60254dc0-c13e-48df-9993-6fac5ebf8d48,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:26.814322 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a33cdf4-5bc2-4d98-8a62-2916b301eb88 x-openstack-request-id: req-1a33cdf4-5bc2-4d98-8a62-2916b301eb88 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:24:26.814618 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54efbd2a-fbd5-4d20-b5ab-8f313070eb4e", "tag": "60254dc0-c13e-48df-9993-6fac5ebf8d48", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:24:26.814873 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a33cdf4-5bc2-4d98-8a62-2916b301eb88 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:24:26.815360 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'tag': '60254dc0-c13e-48df-9993-6fac5ebf8d48', 'status': 'completed', 'code': 200} Jul 28 04:24:26.883848 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe5435-6f7f-4464-ac78-185d64d3b3f9 req-1ec4f337-9f81-4a4b-8025-b3b949e05ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:26.883848 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-14fe5435-6f7f-4464-ac78-185d64d3b3f9 req-1ec4f337-9f81-4a4b-8025-b3b949e05ea0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 1096 time: 0.0420797 Jul 28 04:24:26.982247 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe5435-6f7f-4464-ac78-185d64d3b3f9 req-ef3092fe-f33f-4c1f-98cd-2f9cb55564ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:26.983783 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-14fe5435-6f7f-4464-ac78-185d64d3b3f9 req-ef3092fe-f33f-4c1f-98cd-2f9cb55564ec service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=c2e8b716ed16435bb5aca0ac834029de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0963607 Jul 28 04:24:27.081917 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe5435-6f7f-4464-ac78-185d64d3b3f9 req-519d7305-b65d-400c-807b-ddae7c8000a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:27.083347 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-14fe5435-6f7f-4464-ac78-185d64d3b3f9 req-519d7305-b65d-400c-807b-ddae7c8000a9 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914209 Jul 28 04:24:27.158127 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-0212a2c3-7158-433a-8332-01e1a4ed0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:27.159548 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-0212a2c3-7158-433a-8332-01e1a4ed0e26 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 1096 time: 0.0404549 Jul 28 04:24:27.220133 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-144a1a15-4907-4584-9e01-56047d4e6a0a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60254dc0-c13e-48df-9993-6fac5ebf8d48 HTTP/1.1" status: 200 len: 217 time: 0.0505190 Jul 28 04:24:27.265199 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2ae1-c172-4cf7-8b23-190d110a76d9 req-77c705c9-039e-4cb7-ac37-66909ef7f46d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:27.266632 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-72bb2ae1-c172-4cf7-8b23-190d110a76d9 req-77c705c9-039e-4cb7-ac37-66909ef7f46d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 943 time: 0.1062031 Jul 28 04:24:27.290830 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-e0d6f938-c39d-427a-a35a-5fb9ab0409b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:27.292231 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-e0d6f938-c39d-427a-a35a-5fb9ab0409b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66d361c5-2bb1-43df-9ae1-0f1ba476c851 HTTP/1.1" status: 200 len: 850 time: 0.0648813 Jul 28 04:24:27.340594 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-72bb2ae1-c172-4cf7-8b23-190d110a76d9 req-84d8080a-ffd9-48f6-a930-ea484a15067d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666974 Jul 28 04:24:27.357942 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-e950c4b1-7565-44a6-92b9-bdbc3fb1a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:27.359437 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-e950c4b1-7565-44a6-92b9-bdbc3fb1a6bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72ab982f-e229-4f30-84dc-40a60d90a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0550146 Jul 28 04:24:27.451942 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-5b85b73c-add8-4886-bc0d-a3bc299ee1f9 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841744 Jul 28 04:24:27.544344 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fdf4616-cb64-4276-9065-e8d27ef51014 req-aad2f0a8-52d2-44de-902b-2c2b3a48d444 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845618 Jul 28 04:24:28.456412 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12256c83-a042-4ba5-849c-4c68c09dc428 req-9a08cc71-7081-4465-85ca-90ea8a313cf5 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:28.457863 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-12256c83-a042-4ba5-849c-4c68c09dc428 req-9a08cc71-7081-4465-85ca-90ea8a313cf5 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 943 time: 0.0473135 Jul 28 04:24:28.495360 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-12256c83-a042-4ba5-849c-4c68c09dc428 req-6a884eb1-51d6-46a0-ac2b-cc844bd5d683 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308299 Jul 28 04:24:29.609872 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42969b8-8786-44fe-bba8-d3648926708d req-e58fef5d-8edc-440b-9443-0e26edd626a5 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:29.611370 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a42969b8-8786-44fe-bba8-d3648926708d req-e58fef5d-8edc-440b-9443-0e26edd626a5 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 943 time: 0.0488439 Jul 28 04:24:29.650598 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a42969b8-8786-44fe-bba8-d3648926708d req-e58f27d4-18b0-44a6-aac6-899213cc07c5 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 Jul 28 04:24:30.769949 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931caed7-4f11-4481-9e1b-465affdb7002 req-7db33667-665e-4283-9d7f-ed3e186db6af tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:30.771438 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-931caed7-4f11-4481-9e1b-465affdb7002 req-7db33667-665e-4283-9d7f-ed3e186db6af tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 943 time: 0.0490646 Jul 28 04:24:30.812950 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-931caed7-4f11-4481-9e1b-465affdb7002 req-c5a71441-c2f4-456e-ac9c-aaff958c0c1d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356667 Jul 28 04:24:31.924497 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648f6b3-869f-43d2-9834-d339943b4a49 req-e90b3af2-bb74-4b6e-83c4-7e807b7d4387 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:31.925977 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0648f6b3-869f-43d2-9834-d339943b4a49 req-e90b3af2-bb74-4b6e-83c4-7e807b7d4387 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 943 time: 0.0489862 Jul 28 04:24:31.963466 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0648f6b3-869f-43d2-9834-d339943b4a49 req-1d9a2ec6-2e8d-4b35-be26-9a042045a502 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307748 Jul 28 04:24:32.337386 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0a3515aa-86af-469c-8f3d-4a90ac289c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:33.074886 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be4bbc-3135-4bd0-a40b-c494a0e79b8c req-722982de-2f12-438f-8ee8-42d0478a85ea tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:33.076384 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a7be4bbc-3135-4bd0-a40b-c494a0e79b8c req-722982de-2f12-438f-8ee8-42d0478a85ea tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 943 time: 0.0481315 Jul 28 04:24:33.113917 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a7be4bbc-3135-4bd0-a40b-c494a0e79b8c req-7eadfb37-edac-4464-8089-8e79405df112 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317590 Jul 28 04:24:34.226338 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd119-fcea-472b-bb91-ddfce0e1775d req-24fded0e-67b8-46fd-8ba7-616afc148147 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:34.227898 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7c0cd119-fcea-472b-bb91-ddfce0e1775d req-24fded0e-67b8-46fd-8ba7-616afc148147 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 943 time: 0.0477760 Jul 28 04:24:34.268043 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7c0cd119-fcea-472b-bb91-ddfce0e1775d req-453766c2-e475-4ad9-a3cf-248d6b6187b2 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338814 Jul 28 04:24:34.793987 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-d03d0aa1-594c-478b-b8bc-6b5b6df6f539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:35.223996 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 60254dc0-c13e-48df-9993-6fac5ebf8d48 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:24:35.243225 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:35.316599 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 60254dc0-c13e-48df-9993-6fac5ebf8d48, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=60254dc0-c13e-48df-9993-6fac5ebf8d48,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:24:35.326693 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '60254dc0-c13e-48df-9993-6fac5ebf8d48', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'port_id': '60254dc0-c13e-48df-9993-6fac5ebf8d48', 'mac_address': 'fa:16:3e:99:25:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:24:35.364645 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:35.365062 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:24:35.377253 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60254dc0-c13e-48df-9993-6fac5ebf8d48 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:24:35.382263 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487e998-da4a-42a2-93b8-0b5a6e75ac35 req-bb58f142-cf12-41cb-b867-ec52482da8a8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:35.383999 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5487e998-da4a-42a2-93b8-0b5a6e75ac35 req-bb58f142-cf12-41cb-b867-ec52482da8a8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 943 time: 0.0487661 Jul 28 04:24:35.396433 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 60254dc0-c13e-48df-9993-6fac5ebf8d48, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=60254dc0-c13e-48df-9993-6fac5ebf8d48,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:24:35.422722 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5487e998-da4a-42a2-93b8-0b5a6e75ac35 req-9de2caca-7bc7-4381-ba57-6484a22f2d3d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323043 Jul 28 04:24:35.480190 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:35.530083 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=60254dc0-c13e-48df-9993-6fac5ebf8d48,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:35.706967 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['60254dc0-c13e-48df-9993-6fac5ebf8d48'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:24:36.325426 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:36.536413 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037085e0-6aae-4da4-8ea6-ac6605af8948 req-1d533472-9e8e-459f-9e6d-898a599d53ad tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:36.538241 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-037085e0-6aae-4da4-8ea6-ac6605af8948 req-1d533472-9e8e-459f-9e6d-898a599d53ad tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 944 time: 0.0485704 Jul 28 04:24:36.576512 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-037085e0-6aae-4da4-8ea6-ac6605af8948 req-8a2f9978-772f-4d98-b62d-b7ac02337b1c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321708 Jul 28 04:24:37.244447 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 60254dc0-c13e-48df-9993-6fac5ebf8d48 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:24:37.374270 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 60254dc0-c13e-48df-9993-6fac5ebf8d48 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:24:37.378393 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 60254dc0-c13e-48df-9993-6fac5ebf8d48 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:24:37.378711 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:37.457673 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:37.479526 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60254dc0-c13e-48df-9993-6fac5ebf8d48'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:24:37.481784 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9ac97c-bdec-42cc-84a5-02f7feb1b45c" -d '{"events": [{"server_uuid": "54efbd2a-fbd5-4d20-b5ab-8f313070eb4e", "name": "network-vif-plugged", "status": "completed", "tag": "60254dc0-c13e-48df-9993-6fac5ebf8d48"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:24:37.495159 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 60254dc0-c13e-48df-9993-6fac5ebf8d48, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=60254dc0-c13e-48df-9993-6fac5ebf8d48,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:24:37.519646 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d76713-7c9a-47c9-9188-3d6fdcb473c9 x-openstack-request-id: req-47d76713-7c9a-47c9-9188-3d6fdcb473c9 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:24:37.519932 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54efbd2a-fbd5-4d20-b5ab-8f313070eb4e", "name": "network-vif-plugged", "status": "completed", "tag": "60254dc0-c13e-48df-9993-6fac5ebf8d48", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:24:37.520176 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47d76713-7c9a-47c9-9188-3d6fdcb473c9 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:24:37.520558 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60254dc0-c13e-48df-9993-6fac5ebf8d48', 'code': 200} Jul 28 04:24:37.577148 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:37.625097 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=60254dc0-c13e-48df-9993-6fac5ebf8d48,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:37.692371 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe42d17-192a-41c0-a41b-bdd25737e4b3 req-a992d716-ce1b-406b-8dda-8f3d03b2d0c8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:37.693897 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7fe42d17-192a-41c0-a41b-bdd25737e4b3 req-a992d716-ce1b-406b-8dda-8f3d03b2d0c8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 945 time: 0.0494773 Jul 28 04:24:37.736412 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7fe42d17-192a-41c0-a41b-bdd25737e4b3 req-f1aee6e6-9979-40b9-b673-c01ac97fbae5 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365925 Jul 28 04:24:37.813898 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:37.927020 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6453e-bd93-4a2d-9bc7-21a0d277d511 req-39c934e8-f8d8-4fbc-9d7d-ef3d9b772dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:37.928429 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-82b6453e-bd93-4a2d-9bc7-21a0d277d511 req-39c934e8-f8d8-4fbc-9d7d-ef3d9b772dd5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 1098 time: 0.0387697 Jul 28 04:24:37.966078 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-82b6453e-bd93-4a2d-9bc7-21a0d277d511 req-d8199640-19ab-42d1-a3bf-a85aa9d5ef04 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278373 Jul 28 04:24:38.850277 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1eac8-b6e8-48b8-b2dd-ca254f5dd681 req-bdf7738e-b385-4285-9f9a-0966cec228ca tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:38.851758 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17c1eac8-b6e8-48b8-b2dd-ca254f5dd681 req-bdf7738e-b385-4285-9f9a-0966cec228ca tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 945 time: 0.0485289 Jul 28 04:24:38.889720 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-17c1eac8-b6e8-48b8-b2dd-ca254f5dd681 req-d218e64c-c646-4258-a651-dff4fa0fcfae tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319915 Jul 28 04:24:40.002372 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f25ab5-9f2a-4e2a-b7c3-51dd6fb7de3f req-43ae912a-9693-4d61-81fd-70b74e3043ac tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:40.003843 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-46f25ab5-9f2a-4e2a-b7c3-51dd6fb7de3f req-43ae912a-9693-4d61-81fd-70b74e3043ac tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 945 time: 0.0479052 Jul 28 04:24:40.043448 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-46f25ab5-9f2a-4e2a-b7c3-51dd6fb7de3f req-f5bb7778-fc41-4551-9332-184034fffef6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329950 Jul 28 04:24:41.156193 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca7575-c72c-4aa9-b359-e1e81dfaf192 req-ccbcedad-6f42-4bd1-bb61-f65ba67a920b tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:41.157653 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e7ca7575-c72c-4aa9-b359-e1e81dfaf192 req-ccbcedad-6f42-4bd1-bb61-f65ba67a920b tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 945 time: 0.0472488 Jul 28 04:24:41.195597 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e7ca7575-c72c-4aa9-b359-e1e81dfaf192 req-03cd5bd8-b046-430c-badf-d1514c387a12 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Jul 28 04:24:42.308424 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb68d54-f7b6-4f84-a680-907d107e0246 req-3d2ed4da-77cf-41a9-82d6-e81f57541b5d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:42.310148 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fb68d54-f7b6-4f84-a680-907d107e0246 req-3d2ed4da-77cf-41a9-82d6-e81f57541b5d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 945 time: 0.0492606 Jul 28 04:24:42.351578 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fb68d54-f7b6-4f84-a680-907d107e0246 req-729abbfe-9fef-4c14-a469-1f74e325ffc2 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357361 Jul 28 04:24:43.464172 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a0d45-3503-4248-a5fe-77ac8639742f req-5471d616-cfb0-45ac-b8ce-b63b441cfd14 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:43.465626 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-609a0d45-3503-4248-a5fe-77ac8639742f req-5471d616-cfb0-45ac-b8ce-b63b441cfd14 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 945 time: 0.0470948 Jul 28 04:24:43.509393 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-609a0d45-3503-4248-a5fe-77ac8639742f req-069ac50c-8996-4bcc-9c9e-ad0aecfe3ae9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378547 Jul 28 04:24:44.626129 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad23b15-ad4c-4442-80ef-306ae0b05570 req-10b120c7-56f7-462d-a5aa-ff1797e369b2 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:44.627512 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6ad23b15-ad4c-4442-80ef-306ae0b05570 req-10b120c7-56f7-462d-a5aa-ff1797e369b2 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 945 time: 0.0485218 Jul 28 04:24:44.667065 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6ad23b15-ad4c-4442-80ef-306ae0b05570 req-ab08d1c5-701d-44a0-a67d-958ac5f79ac6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328529 Jul 28 04:24:45.779166 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087b445-a655-4b28-8458-5bd86f4aceaf req-1b8fd490-9c25-453f-825b-62f2e165535e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:45.780660 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1087b445-a655-4b28-8458-5bd86f4aceaf req-1b8fd490-9c25-453f-825b-62f2e165535e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 945 time: 0.0478084 Jul 28 04:24:45.817860 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1087b445-a655-4b28-8458-5bd86f4aceaf req-2e19780c-e01e-4216-9830-e1736805a1fa tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312185 Jul 28 04:24:45.939086 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856a6d5-df67-4fcd-8bb5-ef8f9519c5d6 req-21d51508-7eae-4c61-9e29-b83495b16563 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:45.940578 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4856a6d5-df67-4fcd-8bb5-ef8f9519c5d6 req-21d51508-7eae-4c61-9e29-b83495b16563 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 945 time: 0.0479491 Jul 28 04:24:45.980538 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4856a6d5-df67-4fcd-8bb5-ef8f9519c5d6 req-092b0ece-1659-4e4a-b2ec-731dac823d76 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333955 Jul 28 04:24:46.003017 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 36944) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:24:46.182426 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87323021-f57e-4479-96c9-d61438ff0986 tempest-TestVolumeBootPattern-25164665 tempest-TestVolumeBootPattern-25164665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:46.183944 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-87323021-f57e-4479-96c9-d61438ff0986 tempest-TestVolumeBootPattern-25164665 tempest-TestVolumeBootPattern-25164665-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 1093 time: 0.1799159 Jul 28 04:24:46.187147 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 36948) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:24:46.191443 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'floatingip': {'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'port_id': '60254dc0-c13e-48df-9993-6fac5ebf8d48', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:24:46.268384 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:46.367865 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:46.471507 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Allocated IP 172.27.2.192 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/aafb9c3f-1d94-48a4-9c0a-c92cb55c19f6) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:24:46.570312 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:46.677392 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:46.714062 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:24:46.716919 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:24:46.720259 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:24:46.748199 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'Port': ['ID=aafb9c3f-1d94-48a4-9c0a-c92cb55c19f6,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:47.081961 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:47.197768 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:47.273674 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:47.598254 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:47.690639 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:47.753673 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'Port': ['ID=aafb9c3f-1d94-48a4-9c0a-c92cb55c19f6,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:24:47.766782 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:47.862250 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.l3_db [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Floating IP 79327835-9187-459c-b59b-71ffeefc1fb6 associated. External IP: 172.27.2.192, port: 60254dc0-c13e-48df-9993-6fac5ebf8d48. Jul 28 04:24:48.060623 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Router 293c70fe-4373-45a8-af2b-f750352bc09c has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:24:48.168387 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:24:48.178134 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f472305-547a-4351-9c28-64bcf9628e11 None None] Sync routers for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:24:48.189776 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f472305-547a-4351-9c28-64bcf9628e11 None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:24:48.190374 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-7f472305-547a-4351-9c28-64bcf9628e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:24:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:48.242814 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:48.269471 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-eae404a1-4891-4435-a895-ee29e8bbe020 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0812552 Jul 28 04:24:48.270045 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'tag': '60254dc0-c13e-48df-9993-6fac5ebf8d48'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:24:48.273155 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca3f222-2e55-456c-8208-eafb5cc9c124" -d '{"events": [{"name": "network-changed", "server_uuid": "54efbd2a-fbd5-4d20-b5ab-8f313070eb4e", "tag": "60254dc0-c13e-48df-9993-6fac5ebf8d48"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:24:48.300661 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-7f472305-547a-4351-9c28-64bcf9628e11 None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:24:48.317778 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9ee8c6-25ba-4eed-a920-55be224e830f x-openstack-request-id: req-cc9ee8c6-25ba-4eed-a920-55be224e830f {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:24:48.318122 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54efbd2a-fbd5-4d20-b5ab-8f313070eb4e", "tag": "60254dc0-c13e-48df-9993-6fac5ebf8d48", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:24:48.318403 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc9ee8c6-25ba-4eed-a920-55be224e830f {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:24:48.318795 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'tag': '60254dc0-c13e-48df-9993-6fac5ebf8d48', 'status': 'completed', 'code': 200} Jul 28 04:24:48.390230 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f222-2e55-456c-8208-eafb5cc9c124 req-a79f1e2a-492f-40b7-a0f0-55c67c7fcbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:48.391793 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cca3f222-2e55-456c-8208-eafb5cc9c124 req-a79f1e2a-492f-40b7-a0f0-55c67c7fcbda service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 1098 time: 0.0473478 Jul 28 04:24:48.486641 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f222-2e55-456c-8208-eafb5cc9c124 req-14697635-01f7-4cdd-8e10-b192d60eefac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:48.488543 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cca3f222-2e55-456c-8208-eafb5cc9c124 req-14697635-01f7-4cdd-8e10-b192d60eefac service neutron] 10.222.0.22 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 912 time: 0.0880899 Jul 28 04:24:48.538684 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-7f472305-547a-4351-9c28-64bcf9628e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '79327835-9187-459c-b59b-71ffeefc1fb6', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '60254dc0-c13e-48df-9993-6fac5ebf8d48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:99:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:24:46Z', 'updated_at': '2021-07-28T04:24:46Z', 'revision_number': 0, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:48.559542 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cca3f222-2e55-456c-8208-eafb5cc9c124 req-a7498314-fe31-4b10-a861-e59b6d011709 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60254dc0-c13e-48df-9993-6fac5ebf8d48 HTTP/1.1" status: 200 len: 999 time: 0.0605316 Jul 28 04:24:48.564880 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f472305-547a-4351-9c28-64bcf9628e11 None None] Checking router: 293c70fe-4373-45a8-af2b-f750352bc09c for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:24:48.573947 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f472305-547a-4351-9c28-64bcf9628e11 None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:24:48.574529 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-7f472305-547a-4351-9c28-64bcf9628e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:24:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:48.613283 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f222-2e55-456c-8208-eafb5cc9c124 req-a6204194-05f2-489c-ac7d-d94fb7c8d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:48.614767 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cca3f222-2e55-456c-8208-eafb5cc9c124 req-a6204194-05f2-489c-ac7d-d94fb7c8d805 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66d361c5-2bb1-43df-9ae1-0f1ba476c851 HTTP/1.1" status: 200 len: 850 time: 0.0480154 Jul 28 04:24:48.663516 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f222-2e55-456c-8208-eafb5cc9c124 req-73ddab30-1ec9-4947-b551-1ad4dc04f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:48.665507 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cca3f222-2e55-456c-8208-eafb5cc9c124 req-73ddab30-1ec9-4947-b551-1ad4dc04f25e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72ab982f-e229-4f30-84dc-40a60d90a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430794 Jul 28 04:24:48.681320 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-7f472305-547a-4351-9c28-64bcf9628e11 None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:24:48.761407 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cca3f222-2e55-456c-8208-eafb5cc9c124 req-e803e6f3-49f4-4d22-a9d2-e5f3041a0807 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856397 Jul 28 04:24:48.871436 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cca3f222-2e55-456c-8208-eafb5cc9c124 req-c36c1e03-36bb-4993-b3aa-be87e654365c service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026559 Jul 28 04:24:48.913581 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-7f472305-547a-4351-9c28-64bcf9628e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '79327835-9187-459c-b59b-71ffeefc1fb6', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '60254dc0-c13e-48df-9993-6fac5ebf8d48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:99:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:24:46Z', 'updated_at': '2021-07-28T04:24:46Z', 'revision_number': 0, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:24:48.942269 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f472305-547a-4351-9c28-64bcf9628e11 None None] The sync data for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi is: [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '79327835-9187-459c-b59b-71ffeefc1fb6', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '60254dc0-c13e-48df-9993-6fac5ebf8d48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:99:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:24:46Z', 'updated_at': '2021-07-28T04:24:46Z', 'revision_number': 0, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:24:49.120271 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd63889-e053-4423-8ab7-f24a537ac90f None None] New status for floating IP 79327835-9187-459c-b59b-71ffeefc1fb6: ACTIVE {{(pid=93705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:24:50.302490 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-360ca6ce-193a-4719-b3a2-36e35154047a req-affd1075-fa55-4b27-8122-6d8c15fdd722 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381551 Jul 28 04:24:50.386503 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ca6ce-193a-4719-b3a2-36e35154047a req-7f8b497c-09c2-45f6-918f-108eead08271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:50.388047 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-360ca6ce-193a-4719-b3a2-36e35154047a req-7f8b497c-09c2-45f6-918f-108eead08271 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 1099 time: 0.0417030 Jul 28 04:24:50.498656 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ca6ce-193a-4719-b3a2-36e35154047a req-9183bcfd-205a-4eeb-9a9b-bb8752dcada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:50.500160 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-360ca6ce-193a-4719-b3a2-36e35154047a req-9183bcfd-205a-4eeb-9a9b-bb8752dcada6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 200 len: 917 time: 0.0904818 Jul 28 04:24:50.564053 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-360ca6ce-193a-4719-b3a2-36e35154047a req-a28915a0-b214-4d1a-9335-c3a5d975db85 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec HTTP/1.1" status: 200 len: 1001 time: 0.0559154 Jul 28 04:24:50.614611 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ca6ce-193a-4719-b3a2-36e35154047a req-36149663-1f05-40ce-9d8c-c7776deedb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:50.616742 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-360ca6ce-193a-4719-b3a2-36e35154047a req-36149663-1f05-40ce-9d8c-c7776deedb9f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 200 len: 855 time: 0.0455992 Jul 28 04:24:50.664040 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ca6ce-193a-4719-b3a2-36e35154047a req-c533e51d-f0d9-47bf-ad22-8b188d898175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:50.665520 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-360ca6ce-193a-4719-b3a2-36e35154047a req-c533e51d-f0d9-47bf-ad22-8b188d898175 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ad3aa4ec-5218-405d-a846-29fb1ba69d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392444 Jul 28 04:24:50.753718 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-360ca6ce-193a-4719-b3a2-36e35154047a req-821883f6-a686-47a7-b5ef-86294fa7e3f7 service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797427 Jul 28 04:24:50.846366 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-360ca6ce-193a-4719-b3a2-36e35154047a req-755ec437-0d89-4a33-837c-f24450a2016f service neutron] 10.222.0.22 "GET /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832155 Jul 28 04:24:58.348618 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047199b-7c98-4c47-8c3e-3bfad7201058 req-7e72fc9e-5677-4a60-8dea-f07ae6f25fd0 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:58.350981 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f047199b-7c98-4c47-8c3e-3bfad7201058 req-7e72fc9e-5677-4a60-8dea-f07ae6f25fd0 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 946 time: 0.0508912 Jul 28 04:24:58.393855 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f047199b-7c98-4c47-8c3e-3bfad7201058 req-b9cfd8bb-03b9-479f-9db1-cc6f8373f85c tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375233 Jul 28 04:24:59.513594 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e280bd2-cb42-47a2-a5a6-4913160f25d6 req-6effa1d7-6a1b-4773-90ee-435dd03611a8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:59.515064 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4e280bd2-cb42-47a2-a5a6-4913160f25d6 req-6effa1d7-6a1b-4773-90ee-435dd03611a8 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 946 time: 0.0482414 Jul 28 04:24:59.557976 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4e280bd2-cb42-47a2-a5a6-4913160f25d6 req-fb6bc5ed-50bc-4174-bde7-fdaebe9b0ea7 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ab615973-355b-42e0-b6fe-b40c76b5278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368688 Jul 28 04:24:59.785354 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-df11ab3f-b38a-48b7-ba58-82b10e070387 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:24:59.786846 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-df11ab3f-b38a-48b7-ba58-82b10e070387 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 946 time: 0.0470223 Jul 28 04:24:59.881734 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Deleting port e1fc99ce-8ed6-41df-a685-9b01e53209ec {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:24:59.882078 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:59.971806 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] For port e1fc99ce-8ed6-41df-a685-9b01e53209ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e1fc99ce-8ed6-41df-a685-9b01e53209ec,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:24:59.972091 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:00.143116 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:00.143493 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:00.143865 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.l3_db [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Floating IP 95aab145-c281-40cd-a42c-66ed307f4c44 disassociated. External IP: 172.27.2.116, port: e1fc99ce-8ed6-41df-a685-9b01e53209ec. Jul 28 04:25:00.144218 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Calling delete_port for e1fc99ce-8ed6-41df-a685-9b01e53209ec owned by compute:nova {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:25:00.167512 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37100) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:00.276009 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:00.336419 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:00.365240 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:00.366025 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event deleted for resources: {'Port': ['ID=e1fc99ce-8ed6-41df-a685-9b01e53209ec,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:00.377326 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.377678 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.378061 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.378347 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.378684 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.379016 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.379351 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.379701 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.380032 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.380373 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.380743 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.381072 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.437198 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:00.477081 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f13336dfa9604869a71f025b5e661464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083849 Jul 28 04:25:00.478220 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91ab455-da56-439c-bdc9-859d34a81a9d,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:00.479749 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37104) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:00.485502 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.485801 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.486145 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.486485 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.486827 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.487162 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.487495 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.487860 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.488191 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.488518 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.488844 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.489173 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ed94e-b170-4a36-b051-bef98f9e7a04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:00.514102 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Router ca81ac16-597a-4055-b6f5-17ed6a25b2fb has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:25:00.577232 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5b8267e2-3c29-4d8d-9d30-9854c893267c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:00.608798 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5b8267e2-3c29-4d8d-9d30-9854c893267c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:00.681333 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fe9c1f52-86ba-4d27-a065-d68515ae35e2 req-0b25698f-888e-421c-b721-ee062436d63b tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 210 time: 0.0422463 Jul 28 04:25:00.704717 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:25:00.716054 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b82fa80-fdf5-4373-b4d8-0881a8cdd6e6 None None] Sync routers for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:25:00.727168 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b82fa80-fdf5-4373-b4d8-0881a8cdd6e6 None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:25:00.727909 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-9b82fa80-fdf5-4373-b4d8-0881a8cdd6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:24:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:25:00.746363 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] No DVR routers for this DVR port e1fc99ce-8ed6-41df-a685-9b01e53209ec on host hv-cinder-74014 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:25:00.750021 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:00.752070 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b6adc629-06a2-4ddc-af0b-06ea3cbbe0f7 req-efa83448-65fd-4f50-85ef-6d429c1f44d6 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.22 "DELETE /v2.0/ports/e1fc99ce-8ed6-41df-a685-9b01e53209ec HTTP/1.1" status: 204 len: 173 time: 0.9575713 Jul 28 04:25:00.755724 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'name': 'network-vif-deleted', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:25:00.755724 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8cbe9d-48fa-48f7-9d95-ce50313e38d6" -d '{"events": [{"server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "name": "network-vif-deleted", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:25:00.794959 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54312924-1642-486d-bfa6-86be06bd76df x-openstack-request-id: req-54312924-1642-486d-bfa6-86be06bd76df {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:25:00.795347 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf4fa4d-a2ae-4660-9155-713a6385d332", "name": "network-vif-deleted", "tag": "e1fc99ce-8ed6-41df-a685-9b01e53209ec", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:25:00.795727 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54312924-1642-486d-bfa6-86be06bd76df {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:25:00.796215 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf4fa4d-a2ae-4660-9155-713a6385d332', 'name': 'network-vif-deleted', 'tag': 'e1fc99ce-8ed6-41df-a685-9b01e53209ec', 'status': 'completed', 'code': 200} Jul 28 04:25:00.840970 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-9b82fa80-fdf5-4373-b4d8-0881a8cdd6e6 None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:25:00.862110 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5b8267e2-3c29-4d8d-9d30-9854c893267c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:00.865829 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5b8267e2-3c29-4d8d-9d30-9854c893267c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:00.866204 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-5b8267e2-3c29-4d8d-9d30-9854c893267c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c91ab455-da56-439c-bdc9-859d34a81a9d HTTP/1.1" status: 204 len: 168 time: 0.3852561 Jul 28 04:25:00.877472 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8267e2-3c29-4d8d-9d30-9854c893267c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91ab455-da56-439c-bdc9-859d34a81a9d,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:01.137840 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-9b82fa80-fdf5-4373-b4d8-0881a8cdd6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:44Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:25:01.166390 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b82fa80-fdf5-4373-b4d8-0881a8cdd6e6 None None] Checking router: ca81ac16-597a-4055-b6f5-17ed6a25b2fb for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:25:01.174873 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b82fa80-fdf5-4373-b4d8-0881a8cdd6e6 None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:25:01.175488 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-9b82fa80-fdf5-4373-b4d8-0881a8cdd6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:24:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:25:01.279750 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-9b82fa80-fdf5-4373-b4d8-0881a8cdd6e6 None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:25:01.479242 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-9b82fa80-fdf5-4373-b4d8-0881a8cdd6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:44Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:25:01.494510 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37116) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:01.505647 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b82fa80-fdf5-4373-b4d8-0881a8cdd6e6 None None] The sync data for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi is: [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:17:31Z', 'revision_number': 4, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '136ea438-8dc2-4fa0-b258-d35bfb5ef40e', 'name': '', 'network_id': 'ad3aa4ec-5218-405d-a846-29fb1ba69d88', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'mac_address': 'fa:16:3e:b1:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:29Z', 'updated_at': '2021-07-28T04:17:44Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'subnets': [{'id': '544bb25e-b022-43b8-9330-a0732814dcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:25:01.509381 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-953f4eb3-8ed6-48dd-8190-6289eab71c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:01.602881 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-953f4eb3-8ed6-48dd-8190-6289eab71c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:01.662096 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-953f4eb3-8ed6-48dd-8190-6289eab71c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:01.704766 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f4eb3-8ed6-48dd-8190-6289eab71c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d066aa-d082-41ea-92de-c2b651ccd2e7,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:01.720444 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37120) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:01.720940 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-953f4eb3-8ed6-48dd-8190-6289eab71c7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=06f728e7a016459489d997a9880f09aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248778 Jul 28 04:25:01.753635 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559df20d-2c97-4425-9ff4-ba2a4b7b1006 None None] New status for floating IP 95aab145-c281-40cd-a42c-66ed307f4c44: DOWN {{(pid=93705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:25:01.811675 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0ad23aab-f528-4e90-a4ea-15c48c483013 req-c2d0e869-1be3-4f23-b335-e540f1779c48 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbf4fa4d-a2ae-4660-9155-713a6385d332 HTTP/1.1" status: 200 len: 210 time: 0.0290813 Jul 28 04:25:01.812286 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f3a4751-f565-4073-8ecc-52cf84c5fc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:01.835489 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f3a4751-f565-4073-8ecc-52cf84c5fc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:01.973753 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f3a4751-f565-4073-8ecc-52cf84c5fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:01.977025 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4f3a4751-f565-4073-8ecc-52cf84c5fc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:01.978246 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-4f3a4751-f565-4073-8ecc-52cf84c5fc52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38d066aa-d082-41ea-92de-c2b651ccd2e7 HTTP/1.1" status: 204 len: 168 time: 0.2560565 Jul 28 04:25:01.986422 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a4751-f565-4073-8ecc-52cf84c5fc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d066aa-d082-41ea-92de-c2b651ccd2e7,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:02.345188 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c7455377-3c58-4341-ada6-eefda30ccb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:03.003109 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37146) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:03.058294 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b067-20f7-4ca0-af60-3a96bacd686f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:03.081753 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b067-20f7-4ca0-af60-3a96bacd686f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:03.204439 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b067-20f7-4ca0-af60-3a96bacd686f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:03.206997 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-a6b3b067-20f7-4ca0-af60-3a96bacd686f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:03.208165 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-a6b3b067-20f7-4ca0-af60-3a96bacd686f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "DELETE /v2.0/security-groups/ab615973-355b-42e0-b6fe-b40c76b5278e HTTP/1.1" status: 204 len: 168 time: 0.2040188 Jul 28 04:25:03.211530 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37150) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:03.217630 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3b067-20f7-4ca0-af60-3a96bacd686f tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab615973-355b-42e0-b6fe-b40c76b5278e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:03.229932 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.api.v2.resource [None req-e219cf48-aa6b-46c7-9e71-58c110f4cfde tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] show failed (client error): The resource could not be found. Jul 28 04:25:03.230891 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-e219cf48-aa6b-46c7-9e71-58c110f4cfde tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "GET /v2.0/security-groups/ab615973-355b-42e0-b6fe-b40c76b5278e HTTP/1.1" status: 404 len: 347 time: 0.0182514 Jul 28 04:25:03.234268 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37152) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:03.356312 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-95e16a95-ef7d-4372-bfe5-fae3f0687f24 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Deleting port 4086d6df-08c7-4407-b513-cf286fa8a9e3 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:25:03.356653 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-95e16a95-ef7d-4372-bfe5-fae3f0687f24 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:03.357083 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e1fc99ce-8ed6-41df-a685-9b01e53209ec no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:25:03.377028 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: e1fc99ce-8ed6-41df-a685-9b01e53209ec {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:25:03.377374 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device e1fc99ce-8ed6-41df-a685-9b01e53209ec not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:25:03.435005 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-95e16a95-ef7d-4372-bfe5-fae3f0687f24 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:03.435227 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-95e16a95-ef7d-4372-bfe5-fae3f0687f24 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:03.447534 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-95e16a95-ef7d-4372-bfe5-fae3f0687f24 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Calling delete_port for 4086d6df-08c7-4407-b513-cf286fa8a9e3 owned by network:floatingip {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:25:03.636444 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-95e16a95-ef7d-4372-bfe5-fae3f0687f24 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:03.671258 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e16a95-ef7d-4372-bfe5-fae3f0687f24 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Pushing event deleted for resources: {'Port': ['ID=4086d6df-08c7-4407-b513-cf286fa8a9e3,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:03.724216 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-95e16a95-ef7d-4372-bfe5-fae3f0687f24 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks [] for floatingip, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:03.727475 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-95e16a95-ef7d-4372-bfe5-fae3f0687f24 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:03.731460 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-95e16a95-ef7d-4372-bfe5-fae3f0687f24 tempest-AttachVolumeShelveTestJSON-37256769 tempest-AttachVolumeShelveTestJSON-37256769-project] 10.222.0.42 "DELETE /v2.0/floatingips/95aab145-c281-40cd-a42c-66ed307f4c44 HTTP/1.1" status: 204 len: 168 time: 0.4934256 Jul 28 04:25:04.253331 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37174) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:04.359210 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9c068c3b-be86-43d5-9321-f867f4a9f69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:04.446625 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9c068c3b-be86-43d5-9321-f867f4a9f69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:04.530291 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9c068c3b-be86-43d5-9321-f867f4a9f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:04.568614 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-9c068c3b-be86-43d5-9321-f867f4a9f69c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a76cb47632f4620ab298de1a6973c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139889 Jul 28 04:25:04.571329 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c068c3b-be86-43d5-9321-f867f4a9f69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481de109-84dd-4d6f-862a-6046e5d58b4a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:04.572117 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37178) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:04.619219 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21745e96-5ba1-48c2-ac35-7b97c92d89d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:04.640116 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21745e96-5ba1-48c2-ac35-7b97c92d89d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:04.767850 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21745e96-5ba1-48c2-ac35-7b97c92d89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:04.770444 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-21745e96-5ba1-48c2-ac35-7b97c92d89d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:04.771616 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-21745e96-5ba1-48c2-ac35-7b97c92d89d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/481de109-84dd-4d6f-862a-6046e5d58b4a HTTP/1.1" status: 204 len: 168 time: 0.1985188 Jul 28 04:25:04.779767 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21745e96-5ba1-48c2-ac35-7b97c92d89d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481de109-84dd-4d6f-862a-6046e5d58b4a,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:04.800508 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9a511cfe-9848-45d9-abaf-ac26401d10be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:05.270987 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:05.357962 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37192) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:05.370866 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b86b6c85-f378-4d58-b3d9-84e13e28663c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:05.461872 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b86b6c85-f378-4d58-b3d9-84e13e28663c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:05.527839 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b86b6c85-f378-4d58-b3d9-84e13e28663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:05.566206 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-b86b6c85-f378-4d58-b3d9-84e13e28663c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5691b32b9c46496e831247bba79612b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077031 Jul 28 04:25:05.567040 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b6c85-f378-4d58-b3d9-84e13e28663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99218ee3-09df-478a-a25c-5dd1ee1760c4,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:05.569016 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37196) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:05.624887 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3b602b53-fac1-4f2a-8302-c03fa1016236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:05.645089 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3b602b53-fac1-4f2a-8302-c03fa1016236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:05.756681 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3b602b53-fac1-4f2a-8302-c03fa1016236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:05.759515 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3b602b53-fac1-4f2a-8302-c03fa1016236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:05.760821 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-3b602b53-fac1-4f2a-8302-c03fa1016236 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99218ee3-09df-478a-a25c-5dd1ee1760c4 HTTP/1.1" status: 204 len: 168 time: 0.1894982 Jul 28 04:25:05.769120 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b602b53-fac1-4f2a-8302-c03fa1016236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99218ee3-09df-478a-a25c-5dd1ee1760c4,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:06.333652 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:06.518424 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37216) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:06.958561 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b75d4d84-c14f-4292-8e6b-6d6b460b50f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707331'] for router_interface, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:07.194295 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b75d4d84-c14f-4292-8e6b-6d6b460b50f6 admin admin] Deleting port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:25:07.194637 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b75d4d84-c14f-4292-8e6b-6d6b460b50f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:07.275743 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b75d4d84-c14f-4292-8e6b-6d6b460b50f6 admin admin] For port 136ea438-8dc2-4fa0-b258-d35bfb5ef40e, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=136ea438-8dc2-4fa0-b258-d35bfb5ef40e,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:25:07.276108 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b75d4d84-c14f-4292-8e6b-6d6b460b50f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:07.288541 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b75d4d84-c14f-4292-8e6b-6d6b460b50f6 admin admin] Calling delete_port for 136ea438-8dc2-4fa0-b258-d35bfb5ef40e owned by network:router_interface {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:25:07.541755 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b75d4d84-c14f-4292-8e6b-6d6b460b50f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:07.565699 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d4d84-c14f-4292-8e6b-6d6b460b50f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=136ea438-8dc2-4fa0-b258-d35bfb5ef40e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:07.825473 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:08.019100 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b75d4d84-c14f-4292-8e6b-6d6b460b50f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707311'] for router_interface, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:08.228941 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75d4d84-c14f-4292-8e6b-6d6b460b50f6 admin admin] Router ca81ac16-597a-4055-b6f5-17ed6a25b2fb has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:25:08.329875 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75d4d84-c14f-4292-8e6b-6d6b460b50f6 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:25:08.334976 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-b75d4d84-c14f-4292-8e6b-6d6b460b50f6 admin admin] 10.222.0.42 "PUT /v2.0/routers/ca81ac16-597a-4055-b6f5-17ed6a25b2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8154128 Jul 28 04:25:08.338089 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37246) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:08.340153 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa51b9d-2365-49bd-918a-dbfd2798a271 None None] Sync routers for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:25:08.349942 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa51b9d-2365-49bd-918a-dbfd2798a271 None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:25:08.350547 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-4fa51b9d-2365-49bd-918a-dbfd2798a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:25:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:25:08.445851 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Notify callbacks [] for router, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:08.457625 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-4fa51b9d-2365-49bd-918a-dbfd2798a271 None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:25:08.552816 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:08.637064 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-4fa51b9d-2365-49bd-918a-dbfd2798a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:25:07Z', 'revision_number': 5, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port': {'id': '3ebfe7cf-0357-4b2e-a728-873bd7203fda', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:17:23Z', 'updated_at': '2021-07-28T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:25:08.670189 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa51b9d-2365-49bd-918a-dbfd2798a271 None None] Checking router: ca81ac16-597a-4055-b6f5-17ed6a25b2fb for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:25:08.670648 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Deleting port 3ebfe7cf-0357-4b2e-a728-873bd7203fda {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:25:08.670995 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:08.678374 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa51b9d-2365-49bd-918a-dbfd2798a271 None None] Routers {'ca81ac16-597a-4055-b6f5-17ed6a25b2fb'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:25:08.678966 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-4fa51b9d-2365-49bd-918a-dbfd2798a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:25:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:25:08.750703 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] For port 3ebfe7cf-0357-4b2e-a728-873bd7203fda, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=3ebfe7cf-0357-4b2e-a728-873bd7203fda,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:25:08.751072 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:08.763034 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-4fa51b9d-2365-49bd-918a-dbfd2798a271 None None] Set router ca81ac16-597a-4055-b6f5-17ed6a25b2fb gateway port host: None {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:25:08.767016 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Calling delete_port for 3ebfe7cf-0357-4b2e-a728-873bd7203fda owned by network:router_gateway {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:25:08.814053 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-4fa51b9d-2365-49bd-918a-dbfd2798a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:25:08Z', 'revision_number': 6, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port_host': None}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:25:08.842438 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa51b9d-2365-49bd-918a-dbfd2798a271 None None] The sync data for ids ['ca81ac16-597a-4055-b6f5-17ed6a25b2fb'] in dv-cinder-740146-11-iscsi is: [{'id': 'ca81ac16-597a-4055-b6f5-17ed6a25b2fb', 'name': 'tempest-AttachVolumeShelveTestJSON-774031321-router', 'tenant_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:17:21Z', 'updated_at': '2021-07-28T04:25:08Z', 'revision_number': 6, 'project_id': '73f850d47a504c4fbcc9cf0c5494e24a', 'gw_port_host': None}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:25:09.004316 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.031070 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebfe7cf-0357-4b2e-a728-873bd7203fda,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:09.091336 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603213'] for router_gateway, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.178459 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-70883'] for router, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.180685 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.282566 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623426'] for router, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.283094 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca81ac16-597a-4055-b6f5-17ed6a25b2fb {{(pid=93704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:25:09.287372 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] Notify callbacks [] for router, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.288589 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-efb50dba-2e78-4a0c-9245-ce5a941f2c6b admin admin] 10.222.0.42 "DELETE /v2.0/routers/ca81ac16-597a-4055-b6f5-17ed6a25b2fb HTTP/1.1" status: 204 len: 168 time: 0.9494934 Jul 28 04:25:09.291894 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37254) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:09.336505 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d42cd0-436b-4da8-8255-dcda924322ad admin admin] Deleting subnet 544bb25e-b022-43b8-9330-a0732814dcb0 {{(pid=93704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:25:09.340724 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b8d42cd0-436b-4da8-8255-dcda924322ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.375423 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b8d42cd0-436b-4da8-8255-dcda924322ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4417263'] for subnet, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.457190 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b8d42cd0-436b-4da8-8255-dcda924322ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.579562 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b8d42cd0-436b-4da8-8255-dcda924322ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4447606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4594621'] for subnet, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.619659 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d42cd0-436b-4da8-8255-dcda924322ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=544bb25e-b022-43b8-9330-a0732814dcb0,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:09.621678 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-b8d42cd0-436b-4da8-8255-dcda924322ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.625593 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 3ebfe7cf-0357-4b2e-a728-873bd7203fda no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:25:09.626429 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37258) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:09.630372 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-b8d42cd0-436b-4da8-8255-dcda924322ad admin admin] 10.222.0.42 "DELETE /v2.0/subnets/544bb25e-b022-43b8-9330-a0732814dcb0 HTTP/1.1" status: 204 len: 168 time: 0.3307579 Jul 28 04:25:09.654257 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a379c54-10cb-4ec3-a734-63b0d89444ab None None] Network ad3aa4ec-5218-405d-a846-29fb1ba69d88 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:25:09.701599 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 3ebfe7cf-0357-4b2e-a728-873bd7203fda {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:25:09.701948 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 3ebfe7cf-0357-4b2e-a728-873bd7203fda not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:25:09.702373 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 136ea438-8dc2-4fa0-b258-d35bfb5ef40e no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:25:09.706112 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.732761 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 136ea438-8dc2-4fa0-b258-d35bfb5ef40e {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:25:09.738454 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 136ea438-8dc2-4fa0-b258-d35bfb5ef40e not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:25:09.767692 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Deleting port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:25:09.768039 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.857222 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] For port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:25:09.857666 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:09.872135 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Calling delete_port for c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:25:09.902339 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] DHCP port deletion for ad3aa4ec-5218-405d-a846-29fb1ba69d88 request from dv-cinder-740146-11-iscsi {{(pid=93705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:25:09.960335 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Deleting port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f {{(pid=93705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:25:09.960715 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:10.028802 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] For port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f,segment=NetworkSegment(50826755-b99a-47da-85cb-a8dd860ea7b3),segment_id=50826755-b99a-47da-85cb-a8dd860ea7b3)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:25:10.029198 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:10.042337 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Calling delete_port for c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f owned by network:dhcp {{(pid=93705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:25:10.059871 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:10.091553 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:10.116616 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] No DVR routers for this DVR port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f on host dv-cinder-740146-11-iscsi {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:25:10.143826 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399'] for port, after_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:10.172798 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Pushing event deleted for resources: {'Port': ['ID=c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f,revision_number=None']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:10.181210 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] No DVR routers for this DVR port c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f on host dv-cinder-740146-11-iscsi {{(pid=93705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:25:10.183713 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:10.184189 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:10.184533 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:10.184860 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:10.185194 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:10.185515 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:10.185834 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:10.186331 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:10.186810 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:10.187297 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:10.187802 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:10.188166 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608c26f-dce7-47d7-8f4b-366083493022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:25:10.202925 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:10.213579 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3aa4ec-5218-405d-a846-29fb1ba69d88']}} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:25:10.224210 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50826755-b99a-47da-85cb-a8dd860ea7b3') {'for_net_delete': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:25:10.227076 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50826755-b99a-47da-85cb-a8dd860ea7b3') {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:25:10.233896 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6235719'] for segment, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:10.248214 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:10.254199 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:25:10.254589 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235901'] for segment, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: Traceback (most recent call last): Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: timer() Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: cb(*args, **kw) Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: return func(*args, **kwargs) Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: self._notify() Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: self.callback(batched_events) Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: event.method(event) Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: return f(self, *a, **k) Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: return self._get(url).json() Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: return self.request(url, 'GET', **kwargs) Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:25:10.256263 dv-cinder-740146-11-iscsi neutron-server[93703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:25:10.379715 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:10.385085 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:10.388376 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ad3aa4ec-5218-405d-a846-29fb1ba69d88 HTTP/1.1" status: 204 len: 168 time: 0.7608683 Jul 28 04:25:10.403259 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2c11b-1fb3-4676-8671-1d88381371f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad3aa4ec-5218-405d-a846-29fb1ba69d88,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:10.819714 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37266) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:10.864055 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-9497e4d8-a60e-4e75-8044-b70bd334dda9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73f850d47a504c4fbcc9cf0c5494e24a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0431502 Jul 28 04:25:10.866414 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37268) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:10.913764 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-89e6215e-3c93-4b40-ab06-5e8317f1849c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:10.934199 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-89e6215e-3c93-4b40-ab06-5e8317f1849c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:11.141242 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-89e6215e-3c93-4b40-ab06-5e8317f1849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:11.143729 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-89e6215e-3c93-4b40-ab06-5e8317f1849c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:11.144897 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-89e6215e-3c93-4b40-ab06-5e8317f1849c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/770953b5-c373-498b-9559-a5a1e19b3d05 HTTP/1.1" status: 204 len: 168 time: 0.2776105 Jul 28 04:25:11.153656 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6215e-3c93-4b40-ab06-5e8317f1849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770953b5-c373-498b-9559-a5a1e19b3d05,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:11.497141 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:25:11.518205 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:25:11.518553 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device c76a8ce1-52c4-4ba3-8b5f-4e7bef4f9c0f not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:25:12.364626 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:25:17.287572 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:18.379331 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37382) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:18.481436 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f7a36525-4bda-418a-a42f-bac9e2fc0f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:18.566211 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f7a36525-4bda-418a-a42f-bac9e2fc0f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:18.655150 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f7a36525-4bda-418a-a42f-bac9e2fc0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:18.692640 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-f7a36525-4bda-418a-a42f-bac9e2fc0f6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5d98e95b5f641bb819a0b1d86cf8ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122146 Jul 28 04:25:18.693572 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a36525-4bda-418a-a42f-bac9e2fc0f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37eae9b-ccd2-4598-b376-1998d5531ef0,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:18.695349 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37388) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:18.744340 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4b3f33ae-8b48-4210-825e-fb09d8024c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:18.765022 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4b3f33ae-8b48-4210-825e-fb09d8024c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:18.979169 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4b3f33ae-8b48-4210-825e-fb09d8024c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:18.981837 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4b3f33ae-8b48-4210-825e-fb09d8024c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:18.982992 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-4b3f33ae-8b48-4210-825e-fb09d8024c20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f37eae9b-ccd2-4598-b376-1998d5531ef0 HTTP/1.1" status: 204 len: 168 time: 0.2866504 Jul 28 04:25:18.990546 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f33ae-8b48-4210-825e-fb09d8024c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37eae9b-ccd2-4598-b376-1998d5531ef0,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:19.534314 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37398) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:19.547817 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8c22-c894-41b3-b608-1f1bfff9f6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:19.636051 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8c22-c894-41b3-b608-1f1bfff9f6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:19.724121 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f5cc8c22-c894-41b3-b608-1f1bfff9f6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:19.762525 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-f5cc8c22-c894-41b3-b608-1f1bfff9f6ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5892f7290a1494caac91097ace13f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272785 Jul 28 04:25:19.763453 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc8c22-c894-41b3-b608-1f1bfff9f6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8327dede-04d7-4ccf-b5c9-bdf4c5a592ca,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:19.765630 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37406) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:19.816957 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-299a8a93-e3ed-409b-bfcd-7353a4b3f532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:19.838677 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-299a8a93-e3ed-409b-bfcd-7353a4b3f532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:19.975409 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-299a8a93-e3ed-409b-bfcd-7353a4b3f532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:19.978514 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-299a8a93-e3ed-409b-bfcd-7353a4b3f532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:19.979709 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-299a8a93-e3ed-409b-bfcd-7353a4b3f532 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8327dede-04d7-4ccf-b5c9-bdf4c5a592ca HTTP/1.1" status: 204 len: 168 time: 0.2129967 Jul 28 04:25:19.987362 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a8a93-e3ed-409b-bfcd-7353a4b3f532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8327dede-04d7-4ccf-b5c9-bdf4c5a592ca,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:28.514268 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37534) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:28.613751 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-31301b77-39ed-4e0c-bfce-8396402c7e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:28.696859 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-31301b77-39ed-4e0c-bfce-8396402c7e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:28.779318 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-31301b77-39ed-4e0c-bfce-8396402c7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:28.816679 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-31301b77-39ed-4e0c-bfce-8396402c7e23 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=496b7f6077bb401eb25a97c00b3aca53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012989 Jul 28 04:25:28.817921 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31301b77-39ed-4e0c-bfce-8396402c7e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e27407-a1eb-4dc8-97d5-581287719898,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:28.819508 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37538) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:28.868645 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b16792eb-74f5-4a0a-a193-74bf60acf9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:28.890197 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b16792eb-74f5-4a0a-a193-74bf60acf9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:29.018972 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b16792eb-74f5-4a0a-a193-74bf60acf9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:29.021529 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b16792eb-74f5-4a0a-a193-74bf60acf9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:29.022697 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-b16792eb-74f5-4a0a-a193-74bf60acf9a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68e27407-a1eb-4dc8-97d5-581287719898 HTTP/1.1" status: 204 len: 168 time: 0.2021408 Jul 28 04:25:29.031518 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16792eb-74f5-4a0a-a193-74bf60acf9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e27407-a1eb-4dc8-97d5-581287719898,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:29.613436 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37546) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:29.627051 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4c72dde0-c18b-4f0f-b1ac-76b72a4217d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:29.712628 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4c72dde0-c18b-4f0f-b1ac-76b72a4217d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:29.786491 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4c72dde0-c18b-4f0f-b1ac-76b72a4217d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:29.823557 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72dde0-c18b-4f0f-b1ac-76b72a4217d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620b8d5f-4cb3-4a18-a1b4-8824a7c0def9,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:29.827791 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-4c72dde0-c18b-4f0f-b1ac-76b72a4217d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90d929a452ed4d9f9547e55bc54a80c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132897 Jul 28 04:25:29.831185 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37548) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:29.878299 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74ef9fac-dfe7-43d3-bd20-d944f7a30f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:29.898457 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74ef9fac-dfe7-43d3-bd20-d944f7a30f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:30.015289 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74ef9fac-dfe7-43d3-bd20-d944f7a30f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:30.017975 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-74ef9fac-dfe7-43d3-bd20-d944f7a30f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:30.019139 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-74ef9fac-dfe7-43d3-bd20-d944f7a30f8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/620b8d5f-4cb3-4a18-a1b4-8824a7c0def9 HTTP/1.1" status: 204 len: 168 time: 0.1876986 Jul 28 04:25:30.026616 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef9fac-dfe7-43d3-bd20-d944f7a30f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620b8d5f-4cb3-4a18-a1b4-8824a7c0def9,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:32.316282 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-07771093-5c28-4ab9-90cb-91fb6896b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:32.614687 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37622) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:32.719577 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6789229a-6158-4a15-a3ef-1e28a9f77fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:32.808098 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6789229a-6158-4a15-a3ef-1e28a9f77fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:32.900639 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6789229a-6158-4a15-a3ef-1e28a9f77fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:32.941154 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-6789229a-6158-4a15-a3ef-1e28a9f77fc7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e343a9fd240b483e85722d9720d6c512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253953 Jul 28 04:25:32.941986 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789229a-6158-4a15-a3ef-1e28a9f77fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349b6448-f72f-4beb-9225-4eceefc455dd,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:32.943894 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37630) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:32.995929 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-110e7c61-65b6-4c47-9608-61d0c299b467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:33.017544 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-110e7c61-65b6-4c47-9608-61d0c299b467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:33.129272 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-110e7c61-65b6-4c47-9608-61d0c299b467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:33.131877 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-110e7c61-65b6-4c47-9608-61d0c299b467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:33.133026 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-110e7c61-65b6-4c47-9608-61d0c299b467 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/349b6448-f72f-4beb-9225-4eceefc455dd HTTP/1.1" status: 204 len: 168 time: 0.1881008 Jul 28 04:25:33.141625 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e7c61-65b6-4c47-9608-61d0c299b467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349b6448-f72f-4beb-9225-4eceefc455dd,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:33.664460 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37638) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:33.677134 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2245df09-4c47-4a3b-9066-e5248b953e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:33.761692 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2245df09-4c47-4a3b-9066-e5248b953e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:33.826915 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-2245df09-4c47-4a3b-9066-e5248b953e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:33.864208 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-2245df09-4c47-4a3b-9066-e5248b953e9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39f12803f60542d1ae72a5049c7533d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990190 Jul 28 04:25:33.866313 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245df09-4c47-4a3b-9066-e5248b953e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dce1eee-f488-4040-9cff-602a981be6ad,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:33.873252 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37640) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:33.920695 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a5e1ef5-bdb2-420e-a8df-5a7f83ae3c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:33.944099 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a5e1ef5-bdb2-420e-a8df-5a7f83ae3c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:34.043439 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a5e1ef5-bdb2-420e-a8df-5a7f83ae3c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:34.046488 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-8a5e1ef5-bdb2-420e-a8df-5a7f83ae3c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:34.047667 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-8a5e1ef5-bdb2-420e-a8df-5a7f83ae3c8d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3dce1eee-f488-4040-9cff-602a981be6ad HTTP/1.1" status: 204 len: 168 time: 0.1734521 Jul 28 04:25:34.055298 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e1ef5-bdb2-420e-a8df-5a7f83ae3c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dce1eee-f488-4040-9cff-602a981be6ad,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:34.818702 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-be06a5d6-514f-44d4-ac0c-4ee699fc5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:35.230102 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:35.566009 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37678) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:35.664597 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-07f57973-50c3-4e2c-9323-8327172f1429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:35.750844 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-07f57973-50c3-4e2c-9323-8327172f1429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:35.831769 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-07f57973-50c3-4e2c-9323-8327172f1429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:35.870971 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-07f57973-50c3-4e2c-9323-8327172f1429 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90dbfe483e984d9e9d322d6a9a744746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038232 Jul 28 04:25:35.871851 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f57973-50c3-4e2c-9323-8327172f1429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb60e5ed-83da-42ba-870c-cda77e9a6c23,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:35.873740 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37682) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:35.922984 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6288452f-92b1-4b54-8514-1ea5a7367690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:35.943466 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6288452f-92b1-4b54-8514-1ea5a7367690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:36.049187 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6288452f-92b1-4b54-8514-1ea5a7367690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:36.051762 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6288452f-92b1-4b54-8514-1ea5a7367690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:36.052895 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-6288452f-92b1-4b54-8514-1ea5a7367690 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb60e5ed-83da-42ba-870c-cda77e9a6c23 HTTP/1.1" status: 204 len: 168 time: 0.1776447 Jul 28 04:25:36.061231 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288452f-92b1-4b54-8514-1ea5a7367690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb60e5ed-83da-42ba-870c-cda77e9a6c23,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:36.323716 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:37.855123 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:40.553313 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37774) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:40.653068 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05dccb19-06d5-40ac-bac8-4462cd67dbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:40.740499 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05dccb19-06d5-40ac-bac8-4462cd67dbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:40.786058 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-05dccb19-06d5-40ac-bac8-4462cd67dbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:40.827602 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-05dccb19-06d5-40ac-bac8-4462cd67dbf2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68506f59be59462ba6355e4b3e1dd8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731743 Jul 28 04:25:40.828860 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dccb19-06d5-40ac-bac8-4462cd67dbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a6f58a-3879-4ed7-8749-09a0dfa27510,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:40.830473 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37778) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:40.879356 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-014649f7-1c05-4720-83c3-da588d909a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:40.899350 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-014649f7-1c05-4720-83c3-da588d909a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:41.007510 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-014649f7-1c05-4720-83c3-da588d909a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:41.010097 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-014649f7-1c05-4720-83c3-da588d909a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:41.011252 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-014649f7-1c05-4720-83c3-da588d909a78 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6a6f58a-3879-4ed7-8749-09a0dfa27510 HTTP/1.1" status: 204 len: 168 time: 0.1797853 Jul 28 04:25:41.018720 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014649f7-1c05-4720-83c3-da588d909a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a6f58a-3879-4ed7-8749-09a0dfa27510,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:41.941190 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37810) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:42.048386 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e9687643-1cea-420b-97b7-2c8bdea59aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:42.137736 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e9687643-1cea-420b-97b7-2c8bdea59aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:42.214401 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-e9687643-1cea-420b-97b7-2c8bdea59aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:42.254235 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-e9687643-1cea-420b-97b7-2c8bdea59aa5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f374ae8987434f44a1c8788e29525881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119459 Jul 28 04:25:42.255352 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9687643-1cea-420b-97b7-2c8bdea59aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b991a3-55c0-4262-84a7-0e7a24e0221f,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:42.256894 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37816) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:42.304620 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76928219-0d9a-457c-8a1c-6560e91e2672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:42.325234 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76928219-0d9a-457c-8a1c-6560e91e2672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:42.432234 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76928219-0d9a-457c-8a1c-6560e91e2672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:42.434986 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-76928219-0d9a-457c-8a1c-6560e91e2672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:42.436244 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-76928219-0d9a-457c-8a1c-6560e91e2672 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00b991a3-55c0-4262-84a7-0e7a24e0221f HTTP/1.1" status: 204 len: 168 time: 0.1783259 Jul 28 04:25:42.444183 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76928219-0d9a-457c-8a1c-6560e91e2672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b991a3-55c0-4262-84a7-0e7a24e0221f,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:43.108955 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37826) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:43.121785 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f55e0edf-985d-479e-9174-0a86477d25a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:43.208244 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f55e0edf-985d-479e-9174-0a86477d25a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:43.286933 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-f55e0edf-985d-479e-9174-0a86477d25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:43.325742 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-f55e0edf-985d-479e-9174-0a86477d25a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7e9a8fce7df486ea2735fa0dd4b76cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156823 Jul 28 04:25:43.326814 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e0edf-985d-479e-9174-0a86477d25a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6063d3-6a6c-415a-8e52-1f1c75ca26e9,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:43.328753 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37828) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:43.378966 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b8f2-938c-400b-9988-0534bd508e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:43.399052 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b8f2-938c-400b-9988-0534bd508e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:43.506161 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b8f2-938c-400b-9988-0534bd508e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:43.508680 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b8f2-938c-400b-9988-0534bd508e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:43.509826 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-6ef7b8f2-938c-400b-9988-0534bd508e25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c6063d3-6a6c-415a-8e52-1f1c75ca26e9 HTTP/1.1" status: 204 len: 168 time: 0.1800580 Jul 28 04:25:43.517383 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7b8f2-938c-400b-9988-0534bd508e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6063d3-6a6c-415a-8e52-1f1c75ca26e9,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:46.029856 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37898) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:46.130762 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57c9539c-41a9-482f-9d97-6ac5828c8eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:46.218790 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57c9539c-41a9-482f-9d97-6ac5828c8eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:46.300329 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-57c9539c-41a9-482f-9d97-6ac5828c8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:46.339880 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-57c9539c-41a9-482f-9d97-6ac5828c8eb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d06b613d4c53425390f801c1982f04fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088760 Jul 28 04:25:46.340983 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9539c-41a9-482f-9d97-6ac5828c8eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bdcc95-d5e0-47b7-bc46-2522992137be,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:46.342569 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37906) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:46.393374 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0a2c46cf-29bf-4126-8245-e0335bd26a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:46.417098 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0a2c46cf-29bf-4126-8245-e0335bd26a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:46.532976 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0a2c46cf-29bf-4126-8245-e0335bd26a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:46.535669 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-0a2c46cf-29bf-4126-8245-e0335bd26a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:46.536841 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-0a2c46cf-29bf-4126-8245-e0335bd26a94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61bdcc95-d5e0-47b7-bc46-2522992137be HTTP/1.1" status: 204 len: 168 time: 0.1927636 Jul 28 04:25:46.544936 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c46cf-29bf-4126-8245-e0335bd26a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bdcc95-d5e0-47b7-bc46-2522992137be,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:47.178319 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 37914) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:47.192902 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-366e229e-fc84-47b1-9f34-2fd063645c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:47.279766 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-366e229e-fc84-47b1-9f34-2fd063645c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:47.282305 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:47.338523 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-366e229e-fc84-47b1-9f34-2fd063645c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:47.376259 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-366e229e-fc84-47b1-9f34-2fd063645c92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38eb5eb9245d4f3a95e1cfd4033b7cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967773 Jul 28 04:25:47.379036 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 37920) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:47.382863 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e229e-fc84-47b1-9f34-2fd063645c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2464ab-eca4-4331-a36f-cc1d1b2ef07f,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:47.446241 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6fa343b-f74b-4245-b960-0fe24a7cd76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:47.467196 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6fa343b-f74b-4245-b960-0fe24a7cd76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:47.591661 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6fa343b-f74b-4245-b960-0fe24a7cd76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:47.595291 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-e6fa343b-f74b-4245-b960-0fe24a7cd76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:47.596489 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-e6fa343b-f74b-4245-b960-0fe24a7cd76f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf2464ab-eca4-4331-a36f-cc1d1b2ef07f HTTP/1.1" status: 204 len: 168 time: 0.2163553 Jul 28 04:25:47.604674 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa343b-f74b-4245-b960-0fe24a7cd76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2464ab-eca4-4331-a36f-cc1d1b2ef07f,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:49.363696 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:25:50.544369 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1c408e37-407d-4518-b843-fc3c05b0c015 req-ee65232c-5d3f-4477-9bf2-3a5b543cc341 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385685 Jul 28 04:25:50.606608 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c408e37-407d-4518-b843-fc3c05b0c015 req-c951cf14-8251-45d5-a5b7-b3ec4b33219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:25:50.608801 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1c408e37-407d-4518-b843-fc3c05b0c015 req-c951cf14-8251-45d5-a5b7-b3ec4b33219b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1&device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 1098 time: 0.0416749 Jul 28 04:25:50.711800 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c408e37-407d-4518-b843-fc3c05b0c015 req-fe4a2558-1cab-4cc7-9fa6-2520473b2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:25:50.713276 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1c408e37-407d-4518-b843-fc3c05b0c015 req-fe4a2558-1cab-4cc7-9fa6-2520473b2f6f service neutron] 10.222.0.22 "GET /v2.0/networks?id=b434cb26-686a-4515-9802-6ba3a13040c3 HTTP/1.1" status: 200 len: 910 time: 0.0854349 Jul 28 04:25:50.781583 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1c408e37-407d-4518-b843-fc3c05b0c015 req-d008e9f5-f4df-4c54-810e-c7c6486e5160 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 HTTP/1.1" status: 200 len: 1001 time: 0.0613394 Jul 28 04:25:50.830758 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c408e37-407d-4518-b843-fc3c05b0c015 req-2e68d02c-c009-4240-b45e-d02d35eac0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:25:50.832270 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1c408e37-407d-4518-b843-fc3c05b0c015 req-2e68d02c-c009-4240-b45e-d02d35eac0ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7cc623dc-d3c4-4c03-be66-0d19eff3ed15 HTTP/1.1" status: 200 len: 848 time: 0.0438309 Jul 28 04:25:50.876613 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c408e37-407d-4518-b843-fc3c05b0c015 req-076ae473-bfd7-4a81-888f-16a40c483fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:25:50.878158 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1c408e37-407d-4518-b843-fc3c05b0c015 req-076ae473-bfd7-4a81-888f-16a40c483fed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b434cb26-686a-4515-9802-6ba3a13040c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391734 Jul 28 04:25:50.969448 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1c408e37-407d-4518-b843-fc3c05b0c015 req-c3c4e4d2-b534-4a0b-9a3a-e921e2c171d7 service neutron] 10.222.0.22 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839386 Jul 28 04:25:51.058278 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1c408e37-407d-4518-b843-fc3c05b0c015 req-5a7af985-72b6-444e-a401-792cdd3ebc9b service neutron] 10.222.0.22 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821054 Jul 28 04:25:56.150022 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38066) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:56.252261 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3d47-200f-430d-9389-76d6ad0c8527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:56.346247 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3d47-200f-430d-9389-76d6ad0c8527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:56.414402 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3d47-200f-430d-9389-76d6ad0c8527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:56.457401 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a3d47-200f-430d-9389-76d6ad0c8527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaffffb-38d4-4d96-977c-1b56cbdaf16d,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:56.462820 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-5d0a3d47-200f-430d-9389-76d6ad0c8527 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd8c51f094334a169040aa6c323d0716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115973 Jul 28 04:25:56.465316 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38074) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:25:56.514445 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9184553a-7c8f-40b9-b4eb-70bf4abcf7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:56.539349 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9184553a-7c8f-40b9-b4eb-70bf4abcf7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:56.699855 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9184553a-7c8f-40b9-b4eb-70bf4abcf7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:56.702536 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9184553a-7c8f-40b9-b4eb-70bf4abcf7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:25:56.703729 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-9184553a-7c8f-40b9-b4eb-70bf4abcf7c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3eaffffb-38d4-4d96-977c-1b56cbdaf16d HTTP/1.1" status: 204 len: 168 time: 0.2374780 Jul 28 04:25:56.712461 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184553a-7c8f-40b9-b4eb-70bf4abcf7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaffffb-38d4-4d96-977c-1b56cbdaf16d,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:25:59.541054 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-48222145-8147-4ca7-852d-47555d1faef2 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=9d131bfe88f74d64a5498f74b49a844b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292816 Jul 28 04:25:59.719942 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-9f730714-cbfe-4764-a2f1-a1ceb6e581a1 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:25:59.721388 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-9f730714-cbfe-4764-a2f1-a1ceb6e581a1 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749227 Jul 28 04:25:59.736065 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-4adb18e9-783d-4d8b-a464-50047ee2107f tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/quotas/9d131bfe88f74d64a5498f74b49a844b HTTP/1.1" status: 200 len: 375 time: 0.0090275 Jul 28 04:25:59.769244 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-cdd4256f-6d89-4531-b0e8-7fbdb08f8841 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d131bfe88f74d64a5498f74b49a844b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280080 Jul 28 04:26:00.032179 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6d3b96fc-6e38-4fc0-9e03-e2cec5f81aee req-b190786c-49c6-461e-a9a5-7fb5b66c1144 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 210 time: 0.0274541 Jul 28 04:26:00.503357 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38154) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:26:00.606858 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:00.694936 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:00.744828 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:00.781380 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b344a45e1e1841898e4a03d6010b853b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768431 Jul 28 04:26:00.783286 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a4afdc-5cc1-4de6-b3f0-e7d0aef7fa6a,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:00.784232 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38160) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:26:00.790325 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.790661 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.791034 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.791375 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.791724 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.792058 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.792462 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.792714 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.793041 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.793366 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.793687 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.794008 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392ae398-2d1d-4201-9edf-1073c959cd88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.833576 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:00.854528 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:00.951209 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:00.953974 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:00.955122 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35a4afdc-5cc1-4de6-b3f0-e7d0aef7fa6a HTTP/1.1" status: 204 len: 168 time: 0.1699219 Jul 28 04:26:00.962786 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a4afdc-5cc1-4de6-b3f0-e7d0aef7fa6a,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:00.976088 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.976439 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.981304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.981304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.981304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.981304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.981304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.981304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.981304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.981304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.981304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:00.981304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dcf4c-2df2-4bfa-b2ce-5d3ef03583c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:01.130265 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fe301e36-bbe8-448a-89ab-dc0eb2869acf req-49717e85-abe5-475a-8808-e094647bece8 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 210 time: 0.0290644 Jul 28 04:26:01.603979 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38168) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:26:01.620004 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1ba682af-091a-4b28-9d08-48e4684aa3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:01.705012 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1ba682af-091a-4b28-9d08-48e4684aa3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:01.791369 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1ba682af-091a-4b28-9d08-48e4684aa3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:01.830652 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-1ba682af-091a-4b28-9d08-48e4684aa3d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3e9c97b9c08467b82f9aa7884e3663b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255673 Jul 28 04:26:01.831489 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba682af-091a-4b28-9d08-48e4684aa3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dd3096-99b3-4e38-b94c-73737bfe51b9,revision_number=1']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:01.834047 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38170) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:26:01.882487 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f7bd57f4-7b94-4d5c-8338-6b86e4059cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:01.903136 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f7bd57f4-7b94-4d5c-8338-6b86e4059cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:02.019237 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f7bd57f4-7b94-4d5c-8338-6b86e4059cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:02.021850 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f7bd57f4-7b94-4d5c-8338-6b86e4059cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:02.022992 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-f7bd57f4-7b94-4d5c-8338-6b86e4059cfa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6dd3096-99b3-4e38-b94c-73737bfe51b9 HTTP/1.1" status: 204 len: 168 time: 0.1877840 Jul 28 04:26:02.042055 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd57f4-7b94-4d5c-8338-6b86e4059cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dd3096-99b3-4e38-b94c-73737bfe51b9,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:02.054451 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-b5c05e75-7579-4b72-ac23-4d77f981a2d8 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d131bfe88f74d64a5498f74b49a844b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233226 Jul 28 04:26:02.163490 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-2e515a49-85d5-4330-94f6-16e68c9b4590 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:02.164870 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-2e515a49-85d5-4330-94f6-16e68c9b4590 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1050291 Jul 28 04:26:02.178893 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Request body: {'port': {'device_id': 'c642ce60-42f2-4b32-b585-c01701fd8991', 'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f', 'admin_state_up': True, 'tenant_id': '9d131bfe88f74d64a5498f74b49a844b'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:26:02.257615 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-41f75a5b-5b47-4255-8566-03682d476351 req-d0d97910-22d2-4562-842d-5cb9c6c36af3 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 210 time: 0.0388627 Jul 28 04:26:02.328553 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-243c9231-ae76-4363-a9e0-5e8e6a779a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:02.408624 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Made reservation on behalf of 9d131bfe88f74d64a5498f74b49a844b for: {'port': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:26:02.414372 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:02.431196 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:02.523928 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:02.608645 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:02.669842 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c29aa9-02dc-4a1e-ad44-40f877cd60eb,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:02.740383 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Allocated IP 192.168.233.224 (4947140f-e6f2-4b73-9be4-c6d6a289ed8f/599a556c-0de4-48c4-8015-85352b942126/b7bcc98b-f55f-44e1-aa85-a5cc388c27a8) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:26:02.891402 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:02.905304 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Transition to ACTIVE for port object b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:26:03.059122 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:03.102687 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Network 4947140f-e6f2-4b73-9be4-c6d6a289ed8f is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:26:03.105670 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:26:03.109421 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:26:03.142725 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Pushing event updated for resources: {'Port': ['ID=b7bcc98b-f55f-44e1-aa85-a5cc388c27a8,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:03.169312 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:03.170096 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:03.238300 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-f07e69fb-d961-4418-bb42-5ac47596fd96 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0633039 Jul 28 04:26:03.250846 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Request body: {'port': {'device_id': 'c642ce60-42f2-4b32-b585-c01701fd8991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:26:03.309786 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:03.374614 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-2253c300-0fff-4cee-9cce-9ab271d6a33d None None] Provisioning for port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:26:03.384027 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-2253c300-0fff-4cee-9cce-9ab271d6a33d None None] Provisioning complete for port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:26:03.384027 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-2253c300-0fff-4cee-9cce-9ab271d6a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:03.414479 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-2253c300-0fff-4cee-9cce-9ab271d6a33d None None] Port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:26:03.463207 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca61c01-0b77-44b3-8e9c-03f3374fc3b6 req-e5888ffb-7080-4855-969b-46ed080e2122 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:03.464680 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4ca61c01-0b77-44b3-8e9c-03f3374fc3b6 req-e5888ffb-7080-4855-969b-46ed080e2122 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 936 time: 0.1210163 Jul 28 04:26:03.551098 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4ca61c01-0b77-44b3-8e9c-03f3374fc3b6 req-8b408dc7-3303-4789-a96f-bd643992d8ec tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c29aa9-02dc-4a1e-ad44-40f877cd60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783556 Jul 28 04:26:03.635591 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:26:03.643084 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:03.655916 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Transition to ACTIVE for port object b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:26:03.768270 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:03.818996 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bcc98b-f55f-44e1-aa85-a5cc388c27a8,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:03.889805 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Attempting to bind port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:26:03.890058 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Attempting to bind port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '56cb69d6-e7ba-419f-be05-4361fceacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:26:03.890388 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Attempting to bind port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 on network 4947140f-e6f2-4b73-9be4-c6d6a289ed8f {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:26:03.894848 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 on network 4947140f-e6f2-4b73-9be4-c6d6a289ed8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:26:03.895445 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Attempting to bind port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 on network 4947140f-e6f2-4b73-9be4-c6d6a289ed8f {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:26:03.900454 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:26:03.900793 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Checking segment: {'id': '56cb69d6-e7ba-419f-be05-4361fceacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:26:03.901172 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Bound using segment: {'id': '56cb69d6-e7ba-419f-be05-4361fceacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:26:03.901624 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Bound port: b7bcc98b-f55f-44e1-aa85-a5cc388c27a8, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56cb69d6-e7ba-419f-be05-4361fceacee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:26:03.902073 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:03.966227 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] For port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8, host hv-cinder-74014, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:26:03.970014 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] For port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b7bcc98b-f55f-44e1-aa85-a5cc388c27a8,segment=NetworkSegment(56cb69d6-e7ba-419f-be05-4361fceacee6),segment_id=56cb69d6-e7ba-419f-be05-4361fceacee6)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:26:04.020287 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:04.055908 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:04.056523 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:04.058207 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-bced60eb-6859-464d-be80-555159f04e35 service neutron] 10.222.0.22 "PUT /v2.0/ports/b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 HTTP/1.1" status: 200 len: 1098 time: 0.8119230 Jul 28 04:26:04.058646 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c642ce60-42f2-4b32-b585-c01701fd8991', 'tag': 'b7bcc98b-f55f-44e1-aa85-a5cc388c27a8'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:26:04.061033 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cc3084-acca-4aa5-9dcd-757bbfb9e149" -d '{"events": [{"name": "network-changed", "server_uuid": "c642ce60-42f2-4b32-b585-c01701fd8991", "tag": "b7bcc98b-f55f-44e1-aa85-a5cc388c27a8"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:26:04.098861 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced60eb-6859-464d-be80-555159f04e35 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bcc98b-f55f-44e1-aa85-a5cc388c27a8,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:04.105056 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54590551-0287-466f-9a3b-b0288527fc78 x-openstack-request-id: req-54590551-0287-466f-9a3b-b0288527fc78 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:26:04.105595 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c642ce60-42f2-4b32-b585-c01701fd8991", "tag": "b7bcc98b-f55f-44e1-aa85-a5cc388c27a8", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:26:04.106447 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54590551-0287-466f-9a3b-b0288527fc78 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:26:04.106447 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c642ce60-42f2-4b32-b585-c01701fd8991', 'tag': 'b7bcc98b-f55f-44e1-aa85-a5cc388c27a8', 'status': 'completed', 'code': 200} Jul 28 04:26:04.168885 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3084-acca-4aa5-9dcd-757bbfb9e149 req-7e0c2598-57b0-4a42-82b4-0e183aa64cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:04.170167 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-58cc3084-acca-4aa5-9dcd-757bbfb9e149 req-7e0c2598-57b0-4a42-82b4-0e183aa64cee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d131bfe88f74d64a5498f74b49a844b&device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 1101 time: 0.0468860 Jul 28 04:26:04.203202 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-58cc3084-acca-4aa5-9dcd-757bbfb9e149 req-b7ee96aa-22aa-439e-9093-525db3dd10ba service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d131bfe88f74d64a5498f74b49a844b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245354 Jul 28 04:26:04.566044 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3084-acca-4aa5-9dcd-757bbfb9e149 req-799cceb3-fda9-4582-82e7-8025fc128128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:04.567575 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-58cc3084-acca-4aa5-9dcd-757bbfb9e149 req-799cceb3-fda9-4582-82e7-8025fc128128 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3584123 Jul 28 04:26:04.674302 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-89bd665a-62d0-46b2-bd0d-ebed6f55c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:04.675801 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-89bd665a-62d0-46b2-bd0d-ebed6f55c681 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d131bfe88f74d64a5498f74b49a844b&device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 1101 time: 0.0714524 Jul 28 04:26:04.690527 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb42562-229a-4d9d-a85b-45450fcb0ae3 req-8e9f6535-13d3-486c-9153-7da4653e2852 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:04.691929 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fb42562-229a-4d9d-a85b-45450fcb0ae3 req-8e9f6535-13d3-486c-9153-7da4653e2852 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 948 time: 0.0587461 Jul 28 04:26:04.736799 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-e48e48b0-5b03-4f5a-840e-0413f08d56ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 HTTP/1.1" status: 200 len: 217 time: 0.0439339 Jul 28 04:26:04.779010 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2fb42562-229a-4d9d-a85b-45450fcb0ae3 req-c018eef9-345e-4405-a209-006ffe5428a9 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c29aa9-02dc-4a1e-ad44-40f877cd60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806255 Jul 28 04:26:04.791280 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-19b10e46-1541-41b1-b0c9-a8d4a071396c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:04.797449 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-518cb364-e8df-4e15-8994-b372b851f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:04.798910 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-518cb364-e8df-4e15-8994-b372b851f926 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=599a556c-0de4-48c4-8015-85352b942126 HTTP/1.1" status: 200 len: 843 time: 0.0550642 Jul 28 04:26:04.847223 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-29624a35-0ba8-43a4-94bc-b59737dc2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:04.848660 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-29624a35-0ba8-43a4-94bc-b59737dc2b17 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4947140f-e6f2-4b73-9be4-c6d6a289ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0431662 Jul 28 04:26:04.937914 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-93580fd3-c94c-4161-8072-abe30e1406ed service neutron] 10.222.0.22 "GET /v2.0/networks/4947140f-e6f2-4b73-9be4-c6d6a289ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815949 Jul 28 04:26:05.028611 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-88922b51-77f3-43eb-befb-7bcbfa9840de req-94ac00f1-8634-4e9d-b748-392279917d51 service neutron] 10.222.0.22 "GET /v2.0/networks/4947140f-e6f2-4b73-9be4-c6d6a289ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840065 Jul 28 04:26:05.235376 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:05.729944 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:26:05.828826 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b7bcc98b-f55f-44e1-aa85-a5cc388c27a8,segment=NetworkSegment(56cb69d6-e7ba-419f-be05-4361fceacee6),segment_id=56cb69d6-e7ba-419f-be05-4361fceacee6)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:26:05.842415 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': 'b7bcc98b-f55f-44e1-aa85-a5cc388c27a8', 'network_id': '4947140f-e6f2-4b73-9be4-c6d6a289ed8f', 'port_id': 'b7bcc98b-f55f-44e1-aa85-a5cc388c27a8', 'mac_address': 'fa:16:3e:de:a4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599a556c-0de4-48c4-8015-85352b942126', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:26:05.880942 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:05.898692 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:26:05.902161 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6607a4b-1523-419c-89c0-fec1c99f4bc9 req-6dd8357b-3f30-4dc1-b0f5-451be1c54793 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:05.903753 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d6607a4b-1523-419c-89c0-fec1c99f4bc9 req-6dd8357b-3f30-4dc1-b0f5-451be1c54793 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 948 time: 0.0526125 Jul 28 04:26:05.919429 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b7bcc98b-f55f-44e1-aa85-a5cc388c27a8,segment=NetworkSegment(56cb69d6-e7ba-419f-be05-4361fceacee6),segment_id=56cb69d6-e7ba-419f-be05-4361fceacee6)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:26:05.942520 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d6607a4b-1523-419c-89c0-fec1c99f4bc9 req-bc1eb1aa-0f90-4aa0-a2ad-a9d40857fb77 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c29aa9-02dc-4a1e-ad44-40f877cd60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321670 Jul 28 04:26:05.996989 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:06.043844 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=b7bcc98b-f55f-44e1-aa85-a5cc388c27a8,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:06.211220 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641e09b-464e-49e3-8eea-194a49c0f698 req-b38bf34b-db34-4015-ac44-d7ea9bb533dc tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:06.212785 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6641e09b-464e-49e3-8eea-194a49c0f698 req-b38bf34b-db34-4015-ac44-d7ea9bb533dc tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0497663 Jul 28 04:26:06.252716 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6641e09b-464e-49e3-8eea-194a49c0f698 req-8b5d5b56-cdc6-42b9-9483-04b1756dd2a8 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332785 Jul 28 04:26:06.311640 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:07.061642 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9d453-97c2-47c1-b2c5-6ad76524c206 req-03dd4e99-2b5e-40bc-80e2-5e82e55196f1 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:07.063077 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b4d9d453-97c2-47c1-b2c5-6ad76524c206 req-03dd4e99-2b5e-40bc-80e2-5e82e55196f1 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 949 time: 0.0520554 Jul 28 04:26:07.100482 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b4d9d453-97c2-47c1-b2c5-6ad76524c206 req-25b2ae11-176e-431e-a4c2-6f9ce8294191 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c29aa9-02dc-4a1e-ad44-40f877cd60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314436 Jul 28 04:26:07.363123 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fc230-64a9-4745-b8f2-fad662b2dafb req-6bc46bcb-7432-412a-9328-2e15dc58da1b tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:07.364639 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1a9fc230-64a9-4745-b8f2-fad662b2dafb req-6bc46bcb-7432-412a-9328-2e15dc58da1b tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0472665 Jul 28 04:26:07.401923 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1a9fc230-64a9-4745-b8f2-fad662b2dafb req-757bfffd-3b9a-4e3f-a378-9ce80a1a4ce6 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Jul 28 04:26:07.785037 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:08.217749 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583b60b-88d7-42a2-ab62-bfc82199690c req-b9b9f950-fbd8-409d-b8fe-569647565aab tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:08.219588 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2583b60b-88d7-42a2-ab62-bfc82199690c req-b9b9f950-fbd8-409d-b8fe-569647565aab tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 949 time: 0.0509067 Jul 28 04:26:08.256739 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2583b60b-88d7-42a2-ab62-bfc82199690c req-017bd830-f88d-486a-af6c-59d427bbf48f tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c29aa9-02dc-4a1e-ad44-40f877cd60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Jul 28 04:26:08.521829 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f80e5c-ce3a-472b-9fc0-aa2646995482 req-507116bd-d9b5-4c2c-aeab-a529810d03fc tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:08.523312 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-21f80e5c-ce3a-472b-9fc0-aa2646995482 req-507116bd-d9b5-4c2c-aeab-a529810d03fc tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0517576 Jul 28 04:26:08.561468 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-21f80e5c-ce3a-472b-9fc0-aa2646995482 req-fbad32a8-bb4e-4fa9-95c5-9d466b98ae67 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319042 Jul 28 04:26:08.936141 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['b7bcc98b-f55f-44e1-aa85-a5cc388c27a8'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:26:09.380289 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb79551-f0c8-4406-86ce-8c66cca9c996 req-1f4c91bd-f042-4a16-9077-bb765a37f80f tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:09.381755 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6cb79551-f0c8-4406-86ce-8c66cca9c996 req-1f4c91bd-f042-4a16-9077-bb765a37f80f tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 949 time: 0.0482543 Jul 28 04:26:09.417669 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6cb79551-f0c8-4406-86ce-8c66cca9c996 req-1d152c0b-df85-42df-ba15-651e8322a635 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c29aa9-02dc-4a1e-ad44-40f877cd60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299866 Jul 28 04:26:09.677840 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b925f-67ce-4030-894d-f66005103391 req-a15fdf9c-dae9-4ccf-a48e-7eac539d61c5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:09.679359 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2b7b925f-67ce-4030-894d-f66005103391 req-a15fdf9c-dae9-4ccf-a48e-7eac539d61c5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0478237 Jul 28 04:26:09.718400 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2b7b925f-67ce-4030-894d-f66005103391 req-d57d308f-6980-4c2d-8fb4-f00c2ba171ec tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328920 Jul 28 04:26:10.536879 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadc40b-f495-4ecb-a7d2-681e39fb9bfb req-d0456a68-5b38-450d-bef9-1a3a364626b1 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:10.538327 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6eadc40b-f495-4ecb-a7d2-681e39fb9bfb req-d0456a68-5b38-450d-bef9-1a3a364626b1 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 949 time: 0.0514717 Jul 28 04:26:10.574803 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6eadc40b-f495-4ecb-a7d2-681e39fb9bfb req-a28f492b-d8ce-4de1-98c1-c490e134e64b tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c29aa9-02dc-4a1e-ad44-40f877cd60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306745 Jul 28 04:26:10.693530 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:26:10.802192 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:26:10.806458 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:26:10.807076 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:10.831110 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae29f39-4487-48ec-9f87-997f2e918987 req-ba39045c-f6e7-4aa9-ae4a-d8a4ae37ae5a tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:10.834239 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dae29f39-4487-48ec-9f87-997f2e918987 req-ba39045c-f6e7-4aa9-ae4a-d8a4ae37ae5a tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0489686 Jul 28 04:26:10.870557 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dae29f39-4487-48ec-9f87-997f2e918987 req-fc35fa1b-3d0c-4918-9e43-a6c8ff3f09fd tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315809 Jul 28 04:26:10.883781 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:10.906494 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c642ce60-42f2-4b32-b585-c01701fd8991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bcc98b-f55f-44e1-aa85-a5cc388c27a8'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:26:10.908817 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905586a1-c896-45c3-9806-b7506e83ccdf" -d '{"events": [{"server_uuid": "c642ce60-42f2-4b32-b585-c01701fd8991", "name": "network-vif-plugged", "status": "completed", "tag": "b7bcc98b-f55f-44e1-aa85-a5cc388c27a8"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:26:10.922600 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b7bcc98b-f55f-44e1-aa85-a5cc388c27a8,segment=NetworkSegment(56cb69d6-e7ba-419f-be05-4361fceacee6),segment_id=56cb69d6-e7ba-419f-be05-4361fceacee6)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:26:10.949238 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab2e4de-9f3d-43b4-a165-42866fd0755a x-openstack-request-id: req-bab2e4de-9f3d-43b4-a165-42866fd0755a {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:26:10.949238 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c642ce60-42f2-4b32-b585-c01701fd8991", "name": "network-vif-plugged", "status": "completed", "tag": "b7bcc98b-f55f-44e1-aa85-a5cc388c27a8", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:26:10.949238 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bab2e4de-9f3d-43b4-a165-42866fd0755a {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:26:10.949238 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c642ce60-42f2-4b32-b585-c01701fd8991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bcc98b-f55f-44e1-aa85-a5cc388c27a8', 'code': 200} Jul 28 04:26:10.990888 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:11.040808 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=b7bcc98b-f55f-44e1-aa85-a5cc388c27a8,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:11.048741 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:11.049098 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:11.049444 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:11.049778 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:11.050104 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:11.050439 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:11.050764 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:11.051089 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:11.051416 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:11.051766 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:11.052088 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:11.052407 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:26:11.274870 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f24260-08d2-4dff-8f32-a10cce423a1a req-fcde1b48-fe0b-48f6-8425-fec4cd01f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:11.276355 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b5f24260-08d2-4dff-8f32-a10cce423a1a req-fcde1b48-fe0b-48f6-8425-fec4cd01f877 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 1103 time: 0.0379889 Jul 28 04:26:11.310074 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b5f24260-08d2-4dff-8f32-a10cce423a1a req-cfb2505d-6831-4486-b040-9c02adf4c2f7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=54c29aa9-02dc-4a1e-ad44-40f877cd60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266457 Jul 28 04:26:11.690362 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c30652-32c1-453d-80c1-45a79c58da88 req-d4ad7196-3022-4482-abfc-e762c6a7f909 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:11.691840 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f4c30652-32c1-453d-80c1-45a79c58da88 req-d4ad7196-3022-4482-abfc-e762c6a7f909 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 950 time: 0.0506818 Jul 28 04:26:11.728283 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f4c30652-32c1-453d-80c1-45a79c58da88 req-1d201c98-935b-4047-bf85-80f7bfa8b621 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c29aa9-02dc-4a1e-ad44-40f877cd60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305576 Jul 28 04:26:11.986874 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a7044-bf57-4732-adc5-62f4529aeec7 req-2dbac374-429d-42ab-bdad-7f6f37a0c290 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:11.988411 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d99a7044-bf57-4732-adc5-62f4529aeec7 req-2dbac374-429d-42ab-bdad-7f6f37a0c290 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0501182 Jul 28 04:26:12.025813 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d99a7044-bf57-4732-adc5-62f4529aeec7 req-a0fb1278-ff8d-4da3-a41b-c40da48ef999 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315003 Jul 28 04:26:12.678256 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38288) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:26:12.779395 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-838a5e27-d748-40a5-ab4f-809636b2f217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:12.863463 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695e6e9-d079-4b37-959f-04d053318dc0 req-538266b5-043f-4bf1-9262-c924d5b5fb59 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:12.864987 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f695e6e9-d079-4b37-959f-04d053318dc0 req-538266b5-043f-4bf1-9262-c924d5b5fb59 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 950 time: 0.0703380 Jul 28 04:26:12.924076 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f695e6e9-d079-4b37-959f-04d053318dc0 req-4a8345c0-84bb-42fa-9255-ef12469c3853 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c29aa9-02dc-4a1e-ad44-40f877cd60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527887 Jul 28 04:26:12.943460 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-838a5e27-d748-40a5-ab4f-809636b2f217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:13.024945 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-838a5e27-d748-40a5-ab4f-809636b2f217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:13.063766 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-838a5e27-d748-40a5-ab4f-809636b2f217 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc3b84abad824cbdbc48e635b0ec02f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843195 Jul 28 04:26:13.065694 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a5e27-d748-40a5-ab4f-809636b2f217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0be49e-6a5a-478b-ac1e-2aca8bbf9ca0,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:13.066567 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38300) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:26:13.118057 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de4d2171-3b41-443e-ba1b-ce94c3328401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:13.139969 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de4d2171-3b41-443e-ba1b-ce94c3328401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:13.149176 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aa80f-a644-4d70-9355-fbc5df39e4ea req-1988d60f-8065-46f0-a54b-cc086ed7e103 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:13.150655 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-749aa80f-a644-4d70-9355-fbc5df39e4ea req-1988d60f-8065-46f0-a54b-cc086ed7e103 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0497577 Jul 28 04:26:13.190609 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-749aa80f-a644-4d70-9355-fbc5df39e4ea req-85031804-780e-44a0-885a-ec6b182c9dce tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337818 Jul 28 04:26:13.242259 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de4d2171-3b41-443e-ba1b-ce94c3328401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:13.244860 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-de4d2171-3b41-443e-ba1b-ce94c3328401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:13.247373 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-de4d2171-3b41-443e-ba1b-ce94c3328401 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e0be49e-6a5a-478b-ac1e-2aca8bbf9ca0 HTTP/1.1" status: 204 len: 168 time: 0.1784394 Jul 28 04:26:13.254748 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d2171-3b41-443e-ba1b-ce94c3328401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0be49e-6a5a-478b-ac1e-2aca8bbf9ca0,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:13.363492 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a617a2-e00c-4c01-8ed2-bcf6cea43a4e req-e6e0d227-2369-42d1-a6ec-f88c30509c45 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:13.365188 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-28a617a2-e00c-4c01-8ed2-bcf6cea43a4e req-e6e0d227-2369-42d1-a6ec-f88c30509c45 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 950 time: 0.0482082 Jul 28 04:26:13.402501 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-28a617a2-e00c-4c01-8ed2-bcf6cea43a4e req-355ba3eb-c976-45c1-ad04-8fa075ff7b3f tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c29aa9-02dc-4a1e-ad44-40f877cd60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Jul 28 04:26:14.307333 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cc392-90d8-49ba-8205-3932f58f0daa req-ead5ea9b-0366-4441-a77f-9136a7c775be tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:14.308799 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8c1cc392-90d8-49ba-8205-3932f58f0daa req-ead5ea9b-0366-4441-a77f-9136a7c775be tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0503571 Jul 28 04:26:14.346064 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8c1cc392-90d8-49ba-8205-3932f58f0daa req-c74e65a0-c3cc-475c-b457-530b8f8e57b0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308392 Jul 28 04:26:14.515301 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9358f-db4f-4196-8cc4-e33581a1c936 req-1d94e20e-0c10-4e54-bc64-cc7bc1627802 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:14.516703 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1ec9358f-db4f-4196-8cc4-e33581a1c936 req-1d94e20e-0c10-4e54-bc64-cc7bc1627802 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 950 time: 0.0481968 Jul 28 04:26:14.553423 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1ec9358f-db4f-4196-8cc4-e33581a1c936 req-6e5bf429-5538-4f59-9ea8-f20f2a02b85f tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/security-groups?id=54c29aa9-02dc-4a1e-ad44-40f877cd60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308952 Jul 28 04:26:14.648329 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d3710-b938-4353-a8ae-1b0c44b9564a req-d0024b0f-519d-43d0-98f4-c354a558c1f8 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:14.649759 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-098d3710-b938-4353-a8ae-1b0c44b9564a req-d0024b0f-519d-43d0-98f4-c354a558c1f8 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.22 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 950 time: 0.0484569 Jul 28 04:26:14.739524 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-098d3710-b938-4353-a8ae-1b0c44b9564a req-19019cd9-2517-4333-b6c7-e8f4cadd4706 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Deleting port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:26:14.739889 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-098d3710-b938-4353-a8ae-1b0c44b9564a req-19019cd9-2517-4333-b6c7-e8f4cadd4706 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:14.824680 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-098d3710-b938-4353-a8ae-1b0c44b9564a req-19019cd9-2517-4333-b6c7-e8f4cadd4706 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] For port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b7bcc98b-f55f-44e1-aa85-a5cc388c27a8,segment=NetworkSegment(56cb69d6-e7ba-419f-be05-4361fceacee6),segment_id=56cb69d6-e7ba-419f-be05-4361fceacee6)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:26:14.824956 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-098d3710-b938-4353-a8ae-1b0c44b9564a req-19019cd9-2517-4333-b6c7-e8f4cadd4706 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:14.839101 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-098d3710-b938-4353-a8ae-1b0c44b9564a req-19019cd9-2517-4333-b6c7-e8f4cadd4706 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Calling delete_port for b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 owned by compute:nova {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:26:15.006406 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-098d3710-b938-4353-a8ae-1b0c44b9564a req-19019cd9-2517-4333-b6c7-e8f4cadd4706 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:15.018653 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['b7bcc98b-f55f-44e1-aa85-a5cc388c27a8'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:26:15.034466 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19019cd9-2517-4333-b6c7-e8f4cadd4706 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Pushing event deleted for resources: {'Port': ['ID=b7bcc98b-f55f-44e1-aa85-a5cc388c27a8,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:15.078601 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-098d3710-b938-4353-a8ae-1b0c44b9564a req-19019cd9-2517-4333-b6c7-e8f4cadd4706 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] No DVR routers for this DVR port b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 on host hv-cinder-74014 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:26:15.081118 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-098d3710-b938-4353-a8ae-1b0c44b9564a req-19019cd9-2517-4333-b6c7-e8f4cadd4706 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:15.083160 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-098d3710-b938-4353-a8ae-1b0c44b9564a req-19019cd9-2517-4333-b6c7-e8f4cadd4706 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.22 "DELETE /v2.0/ports/b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 HTTP/1.1" status: 204 len: 173 time: 0.4274273 Jul 28 04:26:15.083593 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c642ce60-42f2-4b32-b585-c01701fd8991', 'name': 'network-vif-deleted', 'tag': 'b7bcc98b-f55f-44e1-aa85-a5cc388c27a8'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:26:15.085877 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b3e9e3-c8fc-4ff2-88c3-d14e70c076ad" -d '{"events": [{"server_uuid": "c642ce60-42f2-4b32-b585-c01701fd8991", "name": "network-vif-deleted", "tag": "b7bcc98b-f55f-44e1-aa85-a5cc388c27a8"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:26:15.121339 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275f9a06-61f7-4768-b188-c27aca6edcde x-openstack-request-id: req-275f9a06-61f7-4768-b188-c27aca6edcde {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:26:15.121633 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c642ce60-42f2-4b32-b585-c01701fd8991", "name": "network-vif-deleted", "tag": "b7bcc98b-f55f-44e1-aa85-a5cc388c27a8", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:26:15.121883 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-275f9a06-61f7-4768-b188-c27aca6edcde {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:26:15.122274 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c642ce60-42f2-4b32-b585-c01701fd8991', 'name': 'network-vif-deleted', 'tag': 'b7bcc98b-f55f-44e1-aa85-a5cc388c27a8', 'status': 'completed', 'code': 200} Jul 28 04:26:15.458028 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9b980-d9be-4ea8-b105-abc336fc64ee req-eac30497-6657-40dc-bf26-05054e4cb009 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:15.459493 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cbd9b980-d9be-4ea8-b105-abc336fc64ee req-eac30497-6657-40dc-bf26-05054e4cb009 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0481546 Jul 28 04:26:15.496633 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-cbd9b980-d9be-4ea8-b105-abc336fc64ee req-bfb561e9-0f42-4d16-b903-2603baa26e2e tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Jul 28 04:26:15.657707 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bdb2f9be-7481-4fd0-83cf-9cf38f5b7857 req-3f975827-63b8-4745-a913-d674d5d306f0 tempest-VolumesNegativeTest-1650693308 tempest-VolumesNegativeTest-1650693308-project] 10.222.0.42 "GET /v2.0/ports?device_id=c642ce60-42f2-4b32-b585-c01701fd8991 HTTP/1.1" status: 200 len: 210 time: 0.0262723 Jul 28 04:26:16.611583 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde8afd-4802-497e-a00b-924e54b240fe req-33a810e7-0f9d-497d-89d3-f7f08468f6b0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:16.612980 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3bde8afd-4802-497e-a00b-924e54b240fe req-33a810e7-0f9d-497d-89d3-f7f08468f6b0 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0476134 Jul 28 04:26:16.655592 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3bde8afd-4802-497e-a00b-924e54b240fe req-3fe40c6c-1964-4f39-8cb7-b1e884aff0ff tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363002 Jul 28 04:26:17.247455 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:17.771741 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b348323-63b2-4a78-a7d2-813e2949c321 req-ec1693be-a6d0-40fe-8eeb-203d0726e3ba tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:17.773392 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8b348323-63b2-4a78-a7d2-813e2949c321 req-ec1693be-a6d0-40fe-8eeb-203d0726e3ba tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0496914 Jul 28 04:26:17.815759 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8b348323-63b2-4a78-a7d2-813e2949c321 req-8ed06c7e-6c37-411a-a0dd-992cdbcb5d31 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360899 Jul 28 04:26:18.723379 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:26:18.743602 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:26:18.743969 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device b7bcc98b-f55f-44e1-aa85-a5cc388c27a8 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:26:18.888425 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a4896-e6e2-4294-900f-340c69d882b7 req-7de82cb5-2693-43bc-8c6b-47a3fd8c21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:18.890733 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e8a4896-e6e2-4294-900f-340c69d882b7 req-7de82cb5-2693-43bc-8c6b-47a3fd8c21ac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1&device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 1098 time: 0.0517576 Jul 28 04:26:18.998124 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c20e06-52a3-4b6d-ab22-950e3c154324 req-61090d4c-33a4-4745-9c0e-f0fa89a64759 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:18.999525 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-14c20e06-52a3-4b6d-ab22-950e3c154324 req-61090d4c-33a4-4745-9c0e-f0fa89a64759 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.1169558 Jul 28 04:26:19.044742 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a4896-e6e2-4294-900f-340c69d882b7 req-511a5d26-aff8-469d-b8f1-5eae311a534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:19.046425 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e8a4896-e6e2-4294-900f-340c69d882b7 req-511a5d26-aff8-469d-b8f1-5eae311a534d service neutron] 10.222.0.22 "GET /v2.0/networks?id=b434cb26-686a-4515-9802-6ba3a13040c3 HTTP/1.1" status: 200 len: 910 time: 0.1465278 Jul 28 04:26:19.053411 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-14c20e06-52a3-4b6d-ab22-950e3c154324 req-fc57acc9-3449-4aeb-8e89-e1b78dea58eb tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475962 Jul 28 04:26:19.114852 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e8a4896-e6e2-4294-900f-340c69d882b7 req-cdf4a013-edba-46ff-b53a-9f620baa496b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 HTTP/1.1" status: 200 len: 1001 time: 0.0605094 Jul 28 04:26:19.163354 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a4896-e6e2-4294-900f-340c69d882b7 req-77769ead-3a01-45b1-b2ae-de7a71166b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:19.164838 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e8a4896-e6e2-4294-900f-340c69d882b7 req-77769ead-3a01-45b1-b2ae-de7a71166b60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7cc623dc-d3c4-4c03-be66-0d19eff3ed15 HTTP/1.1" status: 200 len: 848 time: 0.0434034 Jul 28 04:26:19.208516 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a4896-e6e2-4294-900f-340c69d882b7 req-af91f283-90b1-49c4-9a44-ed8a4714f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:19.209952 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e8a4896-e6e2-4294-900f-340c69d882b7 req-af91f283-90b1-49c4-9a44-ed8a4714f16f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b434cb26-686a-4515-9802-6ba3a13040c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386608 Jul 28 04:26:19.307102 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e8a4896-e6e2-4294-900f-340c69d882b7 req-d6afea1a-aa54-40c2-9211-571ecc0ad669 service neutron] 10.222.0.22 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894017 Jul 28 04:26:19.401447 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2e8a4896-e6e2-4294-900f-340c69d882b7 req-23f05e9c-cb2b-48a3-9b78-305f1f333256 service neutron] 10.222.0.22 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868917 Jul 28 04:26:20.168088 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566cac3-915d-4413-9418-dd9d7fc833a6 req-287cf417-d94d-4783-81c5-05c15615fd1a tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:20.169560 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b566cac3-915d-4413-9418-dd9d7fc833a6 req-287cf417-d94d-4783-81c5-05c15615fd1a tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0495534 Jul 28 04:26:20.209384 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b566cac3-915d-4413-9418-dd9d7fc833a6 req-e1585556-9bf8-4e23-99bb-2d2cbf04ed56 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331950 Jul 28 04:26:21.327761 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81637b-df42-45ea-aea7-38f7bbc9c386 req-3a086c99-f63c-44a9-b7d4-b91a104c08b9 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:21.329319 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5e81637b-df42-45ea-aea7-38f7bbc9c386 req-3a086c99-f63c-44a9-b7d4-b91a104c08b9 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0523951 Jul 28 04:26:21.366758 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5e81637b-df42-45ea-aea7-38f7bbc9c386 req-dce6dbe1-7ec0-4d54-8485-435208a27f9f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314279 Jul 28 04:26:21.798118 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38556) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:26:21.924329 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-e3620bfc-a3cb-4c7f-b8af-952b59dc0b8b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d131bfe88f74d64a5498f74b49a844b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1250367 Jul 28 04:26:21.926786 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38560) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:26:21.975386 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-543ba734-3029-4db0-a495-189426d9d6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:21.997441 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-543ba734-3029-4db0-a495-189426d9d6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:22.081851 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-543ba734-3029-4db0-a495-189426d9d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:22.084449 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-543ba734-3029-4db0-a495-189426d9d6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:22.085608 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-543ba734-3029-4db0-a495-189426d9d6ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54c29aa9-02dc-4a1e-ad44-40f877cd60eb HTTP/1.1" status: 204 len: 168 time: 0.1579201 Jul 28 04:26:22.093243 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ba734-3029-4db0-a495-189426d9d6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c29aa9-02dc-4a1e-ad44-40f877cd60eb,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:22.486880 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f166a5a-1523-42d1-96b0-f0cf9559fc87 req-fc1ec5f8-3daf-4395-a1dd-46dc5407696a tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:22.488510 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4f166a5a-1523-42d1-96b0-f0cf9559fc87 req-fc1ec5f8-3daf-4395-a1dd-46dc5407696a tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0517256 Jul 28 04:26:22.528320 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4f166a5a-1523-42d1-96b0-f0cf9559fc87 req-eb66a956-884d-4057-b76f-cbff0b65a3b3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333917 Jul 28 04:26:22.870672 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e567a2-00ed-4aec-a912-7c997908f11a req-2f92d123-7a16-47ca-9a80-8ac92dfaa63b tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:22.872152 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c8e567a2-00ed-4aec-a912-7c997908f11a req-2f92d123-7a16-47ca-9a80-8ac92dfaa63b tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0483875 Jul 28 04:26:22.911290 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c8e567a2-00ed-4aec-a912-7c997908f11a req-e9514464-ec29-4bab-9ea9-2789e7d4c573 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331149 Jul 28 04:26:23.008725 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-587cd759-f982-47a8-be12-bdc09e69daa0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1332362 Jul 28 04:26:24.026926 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f01b2a-3033-4f32-b256-d3d6ef20c0c6 req-eb55fde3-5fee-4570-b025-eb9c884d2620 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:24.028336 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b5f01b2a-3033-4f32-b256-d3d6ef20c0c6 req-eb55fde3-5fee-4570-b025-eb9c884d2620 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0517001 Jul 28 04:26:24.066354 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b5f01b2a-3033-4f32-b256-d3d6ef20c0c6 req-2d220e93-c58b-467e-979b-6178deaaf044 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314591 Jul 28 04:26:24.744928 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:26:24.822914 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:24.907667 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:26:24.909910 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc25bb13-18eb-4cba-a862-e135ec65fb15" -d '{"events": [{"server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "name": "network-vif-unplugged", "status": "completed", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:26:24.924218 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:26:24.950097 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 04:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e45c45a-72d7-4103-a482-d9a532c32ad0 x-openstack-request-id: req-2e45c45a-72d7-4103-a482-d9a532c32ad0 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:26:24.950385 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "name": "network-vif-unplugged", "status": "completed", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:26:24.950637 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e45c45a-72d7-4103-a482-d9a532c32ad0 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:26:24.951021 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'code': 200} Jul 28 04:26:24.983740 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:25.032886 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,revision_number=6']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:25.047788 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-f69d2565-0efe-4a01-9637-945c6d45de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:25.049572 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-f69d2565-0efe-4a01-9637-945c6d45de68 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014&tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1 HTTP/1.1" status: 200 len: 1096 time: 0.0401764 Jul 28 04:26:25.109057 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-ab35bee5-a815-4f57-b139-47a50a0ebc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:25.111190 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-ab35bee5-a815-4f57-b139-47a50a0ebc5d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1&device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 1096 time: 0.0392904 Jul 28 04:26:25.226673 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451117c-4596-4256-a787-23900e4bb8fc req-64c1683b-ebc3-4c15-b8de-d5e1929facd4 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:25.228148 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3451117c-4596-4256-a787-23900e4bb8fc req-64c1683b-ebc3-4c15-b8de-d5e1929facd4 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.0926585 Jul 28 04:26:25.246902 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-ad6b693e-6fa7-47b8-909c-9e12cb12280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:25.248293 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-ad6b693e-6fa7-47b8-909c-9e12cb12280e service neutron] 10.222.0.22 "GET /v2.0/networks?id=b434cb26-686a-4515-9802-6ba3a13040c3 HTTP/1.1" status: 200 len: 910 time: 0.1307683 Jul 28 04:26:25.311521 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3451117c-4596-4256-a787-23900e4bb8fc req-d86ea067-733d-42f4-bcfb-6ba3f4f17580 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741880 Jul 28 04:26:25.327328 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-102ff5d6-0996-420a-9afd-eb7e2787f3eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 HTTP/1.1" status: 200 len: 999 time: 0.0721734 Jul 28 04:26:25.376578 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-ccafcb80-bd72-472c-b7a7-2677f09113a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:25.378003 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-ccafcb80-bd72-472c-b7a7-2677f09113a0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7cc623dc-d3c4-4c03-be66-0d19eff3ed15 HTTP/1.1" status: 200 len: 848 time: 0.0438445 Jul 28 04:26:25.424406 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-203bd3fd-27f1-4d94-bea4-48b16b10650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:25.425957 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-203bd3fd-27f1-4d94-bea4-48b16b10650c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b434cb26-686a-4515-9802-6ba3a13040c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405841 Jul 28 04:26:25.514359 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-138c8a80-11bf-4178-918c-709dff145aae service neutron] 10.222.0.22 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810711 Jul 28 04:26:25.601783 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6dfcc25c-23d7-4aea-b3cd-95539558effb req-6fb944df-521a-4e20-b6b6-bb3666c1ed11 service neutron] 10.222.0.22 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797646 Jul 28 04:26:26.362219 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:26:26.424914 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2900517-281e-4b93-beeb-575dbd209767 req-f2dad586-c5fe-4911-8d74-7ff320d90a43 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:26.426388 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d2900517-281e-4b93-beeb-575dbd209767 req-f2dad586-c5fe-4911-8d74-7ff320d90a43 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.0474849 Jul 28 04:26:26.463254 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d2900517-281e-4b93-beeb-575dbd209767 req-5a9c768b-cdf7-4c85-afee-ed88a68add0f tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307207 Jul 28 04:26:27.577943 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14cd8-d200-4094-8389-6a0e27d93a86 req-28edbf87-a4f5-4f81-8d01-3334e4c85109 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:27.580015 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b1d14cd8-d200-4094-8389-6a0e27d93a86 req-28edbf87-a4f5-4f81-8d01-3334e4c85109 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.0511880 Jul 28 04:26:27.615368 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b1d14cd8-d200-4094-8389-6a0e27d93a86 req-a8170dee-34cb-4140-99c1-4d6550ca67de tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294399 Jul 28 04:26:28.728474 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbdb7d-e1b1-4a73-84c0-a1428f39892d req-4de02ad6-b6dc-442a-9342-3e671aad0b9c tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:28.730000 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d3bbdb7d-e1b1-4a73-84c0-a1428f39892d req-4de02ad6-b6dc-442a-9342-3e671aad0b9c tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.0491028 Jul 28 04:26:28.768003 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d3bbdb7d-e1b1-4a73-84c0-a1428f39892d req-b6441764-f266-4206-bba6-e5e6e95b3a81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320139 Jul 28 04:26:29.878863 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d519534-e22a-4dc8-9187-de02a8a45722 req-26b18bfe-c8b3-43b7-ac9b-0929a195b7c6 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:29.880317 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2d519534-e22a-4dc8-9187-de02a8a45722 req-26b18bfe-c8b3-43b7-ac9b-0929a195b7c6 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.0464997 Jul 28 04:26:29.916441 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2d519534-e22a-4dc8-9187-de02a8a45722 req-7793763b-5ec4-4b4b-b571-48fbcef7f1e5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303192 Jul 28 04:26:31.033779 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35fb3b-0bd0-4344-a7c9-43324e104946 req-aa815ffb-52fb-40e7-98d3-840a2dbb2906 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:31.035273 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ec35fb3b-0bd0-4344-a7c9-43324e104946 req-aa815ffb-52fb-40e7-98d3-840a2dbb2906 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.0522597 Jul 28 04:26:31.072710 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ec35fb3b-0bd0-4344-a7c9-43324e104946 req-c0995019-7f25-4943-a0ff-9f00f2733408 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315008 Jul 28 04:26:32.184404 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3c3a7-05ff-43b4-af04-6ee99f479882 req-c289ac7a-81d9-488e-b0c2-94bf3a86071e tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:32.185894 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8ed3c3a7-05ff-43b4-af04-6ee99f479882 req-c289ac7a-81d9-488e-b0c2-94bf3a86071e tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 943 time: 0.0484724 Jul 28 04:26:32.222785 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8ed3c3a7-05ff-43b4-af04-6ee99f479882 req-6ce34825-2430-4029-9829-4950ae1179b5 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305622 Jul 28 04:26:32.309930 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-4d630957-9845-4cf9-a2ff-11e8be73a7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:32.807173 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:26:32.900639 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:26:32.911651 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'port_id': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'mac_address': 'fa:16:3e:d6:54:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:26:32.946928 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:32.959560 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:26:32.977782 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:26:33.052171 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:33.101290 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,revision_number=7']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:33.248047 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['79cf52ba-257c-4ac4-910d-ceb71b4cf4b2'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:26:33.333320 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696570f-4c16-42ee-bfe5-cbf894cdaff2 req-bc9d9b7a-2bad-4c24-be68-d763e31270f2 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:33.334795 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3696570f-4c16-42ee-bfe5-cbf894cdaff2 req-bc9d9b7a-2bad-4c24-be68-d763e31270f2 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 944 time: 0.0473738 Jul 28 04:26:33.373176 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3696570f-4c16-42ee-bfe5-cbf894cdaff2 req-739d01f2-3b53-41a0-83d3-cf73bc04353a tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322475 Jul 28 04:26:34.489206 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02e2de-69e5-499e-b38e-e02d8bd4046f req-5205ffde-f8d0-47f3-b426-8747cb551827 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:34.490660 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-aa02e2de-69e5-499e-b38e-e02d8bd4046f req-5205ffde-f8d0-47f3-b426-8747cb551827 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 944 time: 0.0506568 Jul 28 04:26:34.528870 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-aa02e2de-69e5-499e-b38e-e02d8bd4046f req-cb989712-8beb-4851-a495-8c864e3e7166 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322783 Jul 28 04:26:34.795114 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2006-a142-4cc2-91a7-aea88f7d5ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:34.825934 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:26:34.872217 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:26:34.872581 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:34.944419 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:34.966245 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:26:34.968453 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa3cf90-4951-44af-8ba0-23bd3808ae7f" -d '{"events": [{"server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "name": "network-vif-plugged", "status": "completed", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:26:34.981343 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:26:35.004387 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe9c761-368e-4c28-b524-979ae8ccdc72 x-openstack-request-id: req-fbe9c761-368e-4c28-b524-979ae8ccdc72 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:26:35.004673 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "name": "network-vif-plugged", "status": "completed", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:26:35.004952 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbe9c761-368e-4c28-b524-979ae8ccdc72 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:26:35.005340 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'code': 200} Jul 28 04:26:35.086996 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:35.136112 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,revision_number=8']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:35.224159 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:35.332260 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c59c2-7f56-47bd-9a8c-c26cde84882f req-829d1f65-90ba-4760-9123-2bae7409fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:35.333868 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-533c59c2-7f56-47bd-9a8c-c26cde84882f req-829d1f65-90ba-4760-9123-2bae7409fe0b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 1098 time: 0.0398886 Jul 28 04:26:35.368471 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-533c59c2-7f56-47bd-9a8c-c26cde84882f req-ac524e88-70e2-46b8-b882-854ab91a20e3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279794 Jul 28 04:26:35.640048 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362ab56-07c7-4b26-84a9-197077649739 req-c378a412-cfc0-4d1d-8571-9168b78ba830 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:35.641458 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a362ab56-07c7-4b26-84a9-197077649739 req-c378a412-cfc0-4d1d-8571-9168b78ba830 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0475037 Jul 28 04:26:35.677705 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a362ab56-07c7-4b26-84a9-197077649739 req-a23d7a4c-c5a4-40f9-9b2f-877e437f8853 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305090 Jul 28 04:26:36.321019 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:36.792304 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca1ea2-a44f-4c82-a672-d99d14ba0406 req-2cd7045e-e903-4f17-a2a7-598d4dc35baf tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:36.793755 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dbca1ea2-a44f-4c82-a672-d99d14ba0406 req-2cd7045e-e903-4f17-a2a7-598d4dc35baf tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0498738 Jul 28 04:26:36.831148 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dbca1ea2-a44f-4c82-a672-d99d14ba0406 req-508918c0-592e-4d53-a1d9-bf7478485f8d tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307219 Jul 28 04:26:37.812565 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:46.676149 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa5352-379f-46bf-8415-af0f6229aba7 req-aa07e8f5-1a39-48dc-9e8e-ccefa154338c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:46.677863 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-57aa5352-379f-46bf-8415-af0f6229aba7 req-aa07e8f5-1a39-48dc-9e8e-ccefa154338c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 945 time: 0.0507534 Jul 28 04:26:46.715838 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-57aa5352-379f-46bf-8415-af0f6229aba7 req-96cd2666-bb8e-46d5-879d-9837a5476f39 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316448 Jul 28 04:26:47.269394 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:47.828888 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2ca7f-cbf1-4948-ac8a-89e2b1bccd84 req-9a6ee080-c333-49e1-9d31-e88791362724 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:47.830341 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7af2ca7f-cbf1-4948-ac8a-89e2b1bccd84 req-9a6ee080-c333-49e1-9d31-e88791362724 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 945 time: 0.0464540 Jul 28 04:26:47.868231 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7af2ca7f-cbf1-4948-ac8a-89e2b1bccd84 req-9c7a9671-b4b1-4dbf-9abb-88b629a83fd4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319865 Jul 28 04:26:48.201320 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-b8e0f998-3473-4be1-a4e5-b5b4eefdd65d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:48.203211 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-b8e0f998-3473-4be1-a4e5-b5b4eefdd65d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 945 time: 0.0492737 Jul 28 04:26:48.290614 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Deleting port 60254dc0-c13e-48df-9993-6fac5ebf8d48 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:26:48.290944 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:48.384056 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] For port 60254dc0-c13e-48df-9993-6fac5ebf8d48, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=60254dc0-c13e-48df-9993-6fac5ebf8d48,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:26:48.384422 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:48.549144 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:48.549436 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:48.549745 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.l3_db [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Floating IP 79327835-9187-459c-b59b-71ffeefc1fb6 disassociated. External IP: 172.27.2.192, port: 60254dc0-c13e-48df-9993-6fac5ebf8d48. Jul 28 04:26:48.550088 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Calling delete_port for 60254dc0-c13e-48df-9993-6fac5ebf8d48 owned by compute:nova {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:26:48.726570 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:48.758668 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event deleted for resources: {'Port': ['ID=60254dc0-c13e-48df-9993-6fac5ebf8d48,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:48.865978 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Router 293c70fe-4373-45a8-af2b-f750352bc09c has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:26:48.979054 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dcaecff1-75a0-410f-987f-f54ede562d58 req-03ba6f3f-5739-4573-9a6b-c4fb2ba159f6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 210 time: 0.0288467 Jul 28 04:26:48.993839 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:26:49.005709 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a150a3a-fb04-4222-a49d-077d4f6bbfeb None None] Sync routers for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:26:49.017214 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a150a3a-fb04-4222-a49d-077d4f6bbfeb None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:26:49.019349 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-8a150a3a-fb04-4222-a49d-077d4f6bbfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:26:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:26:49.031758 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] No DVR routers for this DVR port 60254dc0-c13e-48df-9993-6fac5ebf8d48 on host hv-cinder-74014 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:26:49.034227 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:49.036294 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-16a8d339-f58c-4570-8565-01844c8b77a7 req-d2003854-14f0-4101-b5db-55887c16932a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "DELETE /v2.0/ports/60254dc0-c13e-48df-9993-6fac5ebf8d48 HTTP/1.1" status: 204 len: 173 time: 0.8254640 Jul 28 04:26:49.036725 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'name': 'network-vif-deleted', 'tag': '60254dc0-c13e-48df-9993-6fac5ebf8d48'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:26:49.038955 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea0c339-fd99-471a-bbc1-6fd88dfc743e" -d '{"events": [{"server_uuid": "54efbd2a-fbd5-4d20-b5ab-8f313070eb4e", "name": "network-vif-deleted", "tag": "60254dc0-c13e-48df-9993-6fac5ebf8d48"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:26:49.074870 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5496c8b-0c60-4741-a338-37dab610abc5 x-openstack-request-id: req-d5496c8b-0c60-4741-a338-37dab610abc5 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:26:49.075230 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54efbd2a-fbd5-4d20-b5ab-8f313070eb4e", "name": "network-vif-deleted", "tag": "60254dc0-c13e-48df-9993-6fac5ebf8d48", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:26:49.075542 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5496c8b-0c60-4741-a338-37dab610abc5 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:26:49.076038 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54efbd2a-fbd5-4d20-b5ab-8f313070eb4e', 'name': 'network-vif-deleted', 'tag': '60254dc0-c13e-48df-9993-6fac5ebf8d48', 'status': 'completed', 'code': 200} Jul 28 04:26:49.132278 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-8a150a3a-fb04-4222-a49d-077d4f6bbfeb None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:26:49.337881 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-8a150a3a-fb04-4222-a49d-077d4f6bbfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:26:49.487770 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a150a3a-fb04-4222-a49d-077d4f6bbfeb None None] Checking router: 293c70fe-4373-45a8-af2b-f750352bc09c for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:26:49.497358 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a150a3a-fb04-4222-a49d-077d4f6bbfeb None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:26:49.497358 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-8a150a3a-fb04-4222-a49d-077d4f6bbfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:26:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:26:49.598617 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-8a150a3a-fb04-4222-a49d-077d4f6bbfeb None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:26:49.788122 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-8a150a3a-fb04-4222-a49d-077d4f6bbfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:26:49.813374 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a150a3a-fb04-4222-a49d-077d4f6bbfeb None None] The sync data for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi is: [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:26:50.030689 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5b2907-1f7c-4f3a-9729-6a143c1067b6 None None] New status for floating IP 79327835-9187-459c-b59b-71ffeefc1fb6: DOWN {{(pid=93706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:26:50.090352 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-8c0d9a77-1dab-4a8d-81f6-bd08175336f9 req-eca0f3f8-30b5-4c78-89e5-d3f09aa62247 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=54efbd2a-fbd5-4d20-b5ab-8f313070eb4e HTTP/1.1" status: 200 len: 210 time: 0.0288832 Jul 28 04:26:51.330595 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-b81a0822-384d-4025-9d7f-29297b8db258 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484290173&fields=id&tenant_id=c2e8b716ed16435bb5aca0ac834029de HTTP/1.1" status: 200 len: 267 time: 0.0321083 Jul 28 04:26:51.433795 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-8da8583d-dbae-4309-9806-73f749c04888 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:51.435161 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-8da8583d-dbae-4309-9806-73f749c04888 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 811 time: 0.0980699 Jul 28 04:26:51.450341 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-c2317cf6-6430-47f9-9763-4457dcabdc2a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/quotas/c2e8b716ed16435bb5aca0ac834029de HTTP/1.1" status: 200 len: 375 time: 0.0088174 Jul 28 04:26:51.501268 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-116ec192-5ae8-4a42-b511-5b11c3e58c1f tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458498 Jul 28 04:26:51.595302 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-5fa538fc-7bc1-4f31-a532-7ee876b5e35f service neutron] 10.222.0.42 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830290 Jul 28 04:26:51.680970 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-f15245a3-5af2-49ae-9c16-968448693fb6 service neutron] 10.222.0.42 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794151 Jul 28 04:26:52.386349 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-77b8bf56-7938-4f9b-ad94-b637823020c5 req-a94018b6-63c3-4822-8912-4018506e6370 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 210 time: 0.2922764 Jul 28 04:26:52.916764 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 60254dc0-c13e-48df-9993-6fac5ebf8d48 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:26:52.942308 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 60254dc0-c13e-48df-9993-6fac5ebf8d48 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:26:52.942654 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 60254dc0-c13e-48df-9993-6fac5ebf8d48 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:26:53.477810 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b5ced0a4-31c6-4da4-88b4-4992fd99e61c req-81208fe7-e059-4f72-92d5-eeffe445cd3a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 210 time: 0.0262289 Jul 28 04:26:53.997427 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-4c40b2cc-d025-4562-9d54-43cbff278b3b tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:53.998822 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-4c40b2cc-d025-4562-9d54-43cbff278b3b tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 811 time: 0.1033447 Jul 28 04:26:54.040762 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-4f8b284b-f8b8-440a-b3b5-d0589f33bddb tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2e8b716ed16435bb5aca0ac834029de HTTP/1.1" status: 200 len: 380 time: 0.0324440 Jul 28 04:26:54.050314 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'port': {'device_id': 'f5487843-b28f-4f02-aa44-35d76a147842', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'admin_state_up': True, 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'security_groups': ['0d4dacb3-b45f-4e0e-98a3-03fec4501c29']}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:26:54.200901 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Made reservation on behalf of c2e8b716ed16435bb5aca0ac834029de for: {'port': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:26:54.205404 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:54.329829 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Allocated IP 172.20.0.13 (72ab982f-e229-4f30-84dc-40a60d90a598/66d361c5-2bb1-43df-9ae1-0f1ba476c851/7e8de698-bcc6-4945-9258-71f36685d3fd) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:26:54.463056 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:54.479884 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Transition to ACTIVE for port object 7e8de698-bcc6-4945-9258-71f36685d3fd will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:26:54.574580 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-f9d6b453-aefb-4023-96af-b8cbf96980ed req-ecbb75ae-bf15-433a-a7d2-b69966ddf083 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 210 time: 0.0272362 Jul 28 04:26:54.576816 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:54.616611 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Network 72ab982f-e229-4f30-84dc-40a60d90a598 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:26:54.619557 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:26:54.623184 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:26:54.656275 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'Port': ['ID=7e8de698-bcc6-4945-9258-71f36685d3fd,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:54.684100 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:54.684760 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:54.795787 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-609f8ff8-75bc-4a10-886d-8e5616008132 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7491827 Jul 28 04:26:54.809708 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Request body: {'port': {'device_id': 'f5487843-b28f-4f02-aa44-35d76a147842', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:26:54.866040 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:54.932030 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-bf6ccf5e-1c2d-49f4-8bec-2d1e3b7287d8 None None] Provisioning for port 7e8de698-bcc6-4945-9258-71f36685d3fd completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:26:54.935864 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-bf6ccf5e-1c2d-49f4-8bec-2d1e3b7287d8 None None] Provisioning complete for port 7e8de698-bcc6-4945-9258-71f36685d3fd triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:26:54.936233 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-bf6ccf5e-1c2d-49f4-8bec-2d1e3b7287d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:54.971734 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-bf6ccf5e-1c2d-49f4-8bec-2d1e3b7287d8 None None] Port 7e8de698-bcc6-4945-9258-71f36685d3fd cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:26:55.151317 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8de698-bcc6-4945-9258-71f36685d3fd {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:26:55.160230 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:55.178281 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Transition to ACTIVE for port object 7e8de698-bcc6-4945-9258-71f36685d3fd will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:26:55.263712 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:55.344826 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Pushing event updated for resources: {'Port': ['ID=7e8de698-bcc6-4945-9258-71f36685d3fd,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:55.401174 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Attempting to bind port 7e8de698-bcc6-4945-9258-71f36685d3fd on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:26:55.401569 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Attempting to bind port 7e8de698-bcc6-4945-9258-71f36685d3fd by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:26:55.401837 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Attempting to bind port 7e8de698-bcc6-4945-9258-71f36685d3fd on network 72ab982f-e229-4f30-84dc-40a60d90a598 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:26:55.410167 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Port 7e8de698-bcc6-4945-9258-71f36685d3fd on network 72ab982f-e229-4f30-84dc-40a60d90a598 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:26:55.410491 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Attempting to bind port 7e8de698-bcc6-4945-9258-71f36685d3fd on network 72ab982f-e229-4f30-84dc-40a60d90a598 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:26:55.416565 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:26:55.416906 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Checking segment: {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:26:55.417290 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Bound using segment: {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:26:55.417717 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Bound port: 7e8de698-bcc6-4945-9258-71f36685d3fd, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:26:55.418074 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:55.498768 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] For port 7e8de698-bcc6-4945-9258-71f36685d3fd, host hv-cinder-74014, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:26:55.505607 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] For port 7e8de698-bcc6-4945-9258-71f36685d3fd, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7e8de698-bcc6-4945-9258-71f36685d3fd,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:26:55.584433 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:55.623519 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:55.624230 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:26:55.625727 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] 10.222.0.22 "PUT /v2.0/ports/7e8de698-bcc6-4945-9258-71f36685d3fd HTTP/1.1" status: 200 len: 1094 time: 0.8205218 Jul 28 04:26:55.626175 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5487843-b28f-4f02-aa44-35d76a147842', 'tag': '7e8de698-bcc6-4945-9258-71f36685d3fd'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:26:55.629183 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81978883-8f16-45b5-b677-a7dbd6f960a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5487843-b28f-4f02-aa44-35d76a147842", "tag": "7e8de698-bcc6-4945-9258-71f36685d3fd"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:26:55.704709 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fbcb6e-cdbf-43be-8681-d756ab475662 x-openstack-request-id: req-48fbcb6e-cdbf-43be-8681-d756ab475662 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:26:55.705213 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5487843-b28f-4f02-aa44-35d76a147842", "tag": "7e8de698-bcc6-4945-9258-71f36685d3fd", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:26:55.705559 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48fbcb6e-cdbf-43be-8681-d756ab475662 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:26:55.706071 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5487843-b28f-4f02-aa44-35d76a147842', 'tag': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'status': 'completed', 'code': 200} Jul 28 04:26:55.707812 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53980f-5645-4398-b0ee-21dc8a60622f service neutron] Pushing event updated for resources: {'Port': ['ID=7e8de698-bcc6-4945-9258-71f36685d3fd,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:26:55.771459 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145606d-c6fc-4f2e-84b6-050e159b79a2 req-a71ca88c-546e-4afe-9442-9a24cc361865 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:55.773098 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b145606d-c6fc-4f2e-84b6-050e159b79a2 req-a71ca88c-546e-4afe-9442-9a24cc361865 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 944 time: 0.1107676 Jul 28 04:26:55.776651 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81978883-8f16-45b5-b677-a7dbd6f960a3 req-25d7ac0c-a3ef-4d81-9d4b-d79ee7e3965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:55.778139 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-81978883-8f16-45b5-b677-a7dbd6f960a3 req-25d7ac0c-a3ef-4d81-9d4b-d79ee7e3965c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 1097 time: 0.0664587 Jul 28 04:26:55.866757 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b145606d-c6fc-4f2e-84b6-050e159b79a2 req-fd674303-ba18-4207-b8cc-9a908adbdb2d tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865848 Jul 28 04:26:55.898913 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81978883-8f16-45b5-b677-a7dbd6f960a3 req-fb5369f6-5660-48a6-857a-3cf5bdd03a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:55.900350 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-81978883-8f16-45b5-b677-a7dbd6f960a3 req-fb5369f6-5660-48a6-857a-3cf5bdd03a3d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=c2e8b716ed16435bb5aca0ac834029de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1139596 Jul 28 04:26:55.993763 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81978883-8f16-45b5-b677-a7dbd6f960a3 req-8f5e0b1c-99fb-41be-b642-a150e1906fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:55.995239 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-81978883-8f16-45b5-b677-a7dbd6f960a3 req-8f5e0b1c-99fb-41be-b642-a150e1906fc9 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874729 Jul 28 04:26:56.070022 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-4f2c812a-1899-4393-b367-7d933f674d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:56.071503 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-4f2c812a-1899-4393-b367-7d933f674d60 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 1097 time: 0.0405703 Jul 28 04:26:56.116864 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-3899888e-c893-4dc5-89ba-16983e58622d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8de698-bcc6-4945-9258-71f36685d3fd HTTP/1.1" status: 200 len: 217 time: 0.0367010 Jul 28 04:26:56.164448 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-11716510-77bc-4cdb-95db-740bfbcdaeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:56.165822 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-11716510-77bc-4cdb-95db-740bfbcdaeb0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66d361c5-2bb1-43df-9ae1-0f1ba476c851 HTTP/1.1" status: 200 len: 850 time: 0.0414345 Jul 28 04:26:56.210866 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-c9866419-3d28-4bac-a71c-d6ac204507ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:56.212300 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-c9866419-3d28-4bac-a71c-d6ac204507ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72ab982f-e229-4f30-84dc-40a60d90a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385060 Jul 28 04:26:56.302089 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-d2333b80-361d-4970-bc77-932a491632e6 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821509 Jul 28 04:26:56.390137 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0a2c7490-caa0-4061-82fd-cf0eb2a6aac5 req-df203846-68f3-4c36-88f5-67a8cdc55287 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799487 Jul 28 04:26:56.981390 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfba4a0-fa05-490f-8129-f55822e22a19 req-cea24931-74c0-43f4-bd2b-ed18a19f3505 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:56.982844 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dbfba4a0-fa05-490f-8129-f55822e22a19 req-cea24931-74c0-43f4-bd2b-ed18a19f3505 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 944 time: 0.0478888 Jul 28 04:26:57.024449 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dbfba4a0-fa05-490f-8129-f55822e22a19 req-ddd5fb55-0a9d-4765-a92c-0ba955692d15 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349362 Jul 28 04:26:58.136960 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441839d-9e65-4c07-8f38-82a612419ace req-8794b3de-0f34-43f5-a16b-46695831998a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:58.138518 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3441839d-9e65-4c07-8f38-82a612419ace req-8794b3de-0f34-43f5-a16b-46695831998a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 944 time: 0.0481408 Jul 28 04:26:58.175389 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3441839d-9e65-4c07-8f38-82a612419ace req-c7d437ee-4fc4-477b-8e01-916905783242 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307639 Jul 28 04:26:59.286807 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394b73f-8e62-4185-9929-3cd84019bd22 req-b71037f7-c673-4901-87f5-806193fc51b8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:26:59.288350 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5394b73f-8e62-4185-9929-3cd84019bd22 req-b71037f7-c673-4901-87f5-806193fc51b8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 944 time: 0.0481308 Jul 28 04:26:59.324404 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-5394b73f-8e62-4185-9929-3cd84019bd22 req-b89c92d2-f538-42cc-9d0f-2d27ce4180c6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303504 Jul 28 04:27:00.436486 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2cbfc-09f9-4d41-b1d3-8152916e4726 req-a1264408-2944-43d8-811c-8ae0dea5a5fc tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:00.437975 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1aa2cbfc-09f9-4d41-b1d3-8152916e4726 req-a1264408-2944-43d8-811c-8ae0dea5a5fc tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 944 time: 0.0482919 Jul 28 04:27:00.480328 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-1aa2cbfc-09f9-4d41-b1d3-8152916e4726 req-e358dbd1-ee04-4cee-b5ae-ab981aa33a53 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358803 Jul 28 04:27:01.590742 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20f97e-fc8d-4262-b4a4-01087e798ed2 req-1a070b18-0036-4675-8373-1cb53b776cf3 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:01.592222 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3e20f97e-fc8d-4262-b4a4-01087e798ed2 req-1a070b18-0036-4675-8373-1cb53b776cf3 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 944 time: 0.0474207 Jul 28 04:27:01.629132 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3e20f97e-fc8d-4262-b4a4-01087e798ed2 req-66bfaa06-3904-4caf-8fcf-f76841e00ae3 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303588 Jul 28 04:27:02.320212 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-d8c988c2-ce3e-452a-a172-76af0bcf0ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:02.744765 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff21b63-ba8b-451a-95ae-011617dd098d req-ef39c805-cc0a-418d-b566-bb9575c39a81 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:02.746275 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bff21b63-ba8b-451a-95ae-011617dd098d req-ef39c805-cc0a-418d-b566-bb9575c39a81 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 944 time: 0.0518520 Jul 28 04:27:02.783032 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bff21b63-ba8b-451a-95ae-011617dd098d req-614c289c-d653-4916-b037-4667c8e7b87e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307701 Jul 28 04:27:03.360167 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:27:03.894484 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5718e2-5bb2-4460-a06e-48364c038d44 req-d78ee00a-85e7-4ec1-a276-4fd8ad3ab748 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:03.895966 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dd5718e2-5bb2-4460-a06e-48364c038d44 req-d78ee00a-85e7-4ec1-a276-4fd8ad3ab748 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 944 time: 0.0470295 Jul 28 04:27:03.936311 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-dd5718e2-5bb2-4460-a06e-48364c038d44 req-a18b9410-7dc4-4665-9ccf-afa5e9218ab2 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345266 Jul 28 04:27:04.828532 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3fc5515a-0b4c-4459-9cf2-803549b65863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:04.956996 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 7e8de698-bcc6-4945-9258-71f36685d3fd details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:27:05.048551 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce74c4-fce1-4148-8d30-598b7baf17f1 req-b66efb21-79e4-414f-97d4-6231bad8e934 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:05.050097 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3bce74c4-fce1-4148-8d30-598b7baf17f1 req-b66efb21-79e4-414f-97d4-6231bad8e934 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 944 time: 0.0489526 Jul 28 04:27:05.056133 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 7e8de698-bcc6-4945-9258-71f36685d3fd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7e8de698-bcc6-4945-9258-71f36685d3fd,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:27:05.068176 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'port_id': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'mac_address': 'fa:16:3e:7f:42:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:27:05.089182 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3bce74c4-fce1-4148-8d30-598b7baf17f1 req-99b79c4b-bb52-4226-820c-9dc4a1bdf419 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327148 Jul 28 04:27:05.105779 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:05.117891 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8de698-bcc6-4945-9258-71f36685d3fd {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:27:05.137304 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 7e8de698-bcc6-4945-9258-71f36685d3fd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7e8de698-bcc6-4945-9258-71f36685d3fd,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:27:05.239796 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:05.263882 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:05.287217 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=7e8de698-bcc6-4945-9258-71f36685d3fd,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:27:05.445245 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['7e8de698-bcc6-4945-9258-71f36685d3fd'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:27:06.201284 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7157cf0-e7bb-4db6-a9bd-54e160efca25 req-f052a3eb-ec5f-4fc3-8a30-16c0b40fa28e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:06.202768 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e7157cf0-e7bb-4db6-a9bd-54e160efca25 req-f052a3eb-ec5f-4fc3-8a30-16c0b40fa28e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 945 time: 0.0472517 Jul 28 04:27:06.241357 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e7157cf0-e7bb-4db6-a9bd-54e160efca25 req-7c0e72ed-731e-4db0-b988-77488b298050 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322299 Jul 28 04:27:06.297145 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:06.967813 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 7e8de698-bcc6-4945-9258-71f36685d3fd up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:27:07.080139 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 7e8de698-bcc6-4945-9258-71f36685d3fd completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:27:07.084240 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 7e8de698-bcc6-4945-9258-71f36685d3fd triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:27:07.084710 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:07.159456 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:07.181203 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5487843-b28f-4f02-aa44-35d76a147842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8de698-bcc6-4945-9258-71f36685d3fd'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:27:07.183436 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4891059f-5020-443c-8910-d6b8139f895a" -d '{"events": [{"server_uuid": "f5487843-b28f-4f02-aa44-35d76a147842", "name": "network-vif-plugged", "status": "completed", "tag": "7e8de698-bcc6-4945-9258-71f36685d3fd"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:27:07.196108 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 7e8de698-bcc6-4945-9258-71f36685d3fd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7e8de698-bcc6-4945-9258-71f36685d3fd,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:27:07.219221 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60305ce-a0ba-4964-9ffc-0751cf7252bc x-openstack-request-id: req-b60305ce-a0ba-4964-9ffc-0751cf7252bc {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:27:07.219454 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5487843-b28f-4f02-aa44-35d76a147842", "name": "network-vif-plugged", "status": "completed", "tag": "7e8de698-bcc6-4945-9258-71f36685d3fd", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:27:07.219725 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b60305ce-a0ba-4964-9ffc-0751cf7252bc {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:27:07.220110 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5487843-b28f-4f02-aa44-35d76a147842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'code': 200} Jul 28 04:27:07.234556 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:07.283233 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=7e8de698-bcc6-4945-9258-71f36685d3fd,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:27:07.355135 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b823bb1-9ba8-4257-a1e5-149c617577f5 req-05b85f19-7071-4e2d-bcce-7796db9d8da6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:07.356630 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7b823bb1-9ba8-4257-a1e5-149c617577f5 req-05b85f19-7071-4e2d-bcce-7796db9d8da6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 946 time: 0.0493565 Jul 28 04:27:07.398263 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-7b823bb1-9ba8-4257-a1e5-149c617577f5 req-ec66c232-f33d-4fd0-9331-1c45bae730e4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348608 Jul 28 04:27:07.561613 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318973b0-866f-49ae-a42c-0019d2ce336a req-973a4cbb-268d-46d5-855a-6a5a21da2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:07.563089 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-318973b0-866f-49ae-a42c-0019d2ce336a req-973a4cbb-268d-46d5-855a-6a5a21da2b9c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 1099 time: 0.0387323 Jul 28 04:27:07.597098 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-318973b0-866f-49ae-a42c-0019d2ce336a req-617bf711-3ac6-401e-adbc-4d788ce41394 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263841 Jul 28 04:27:07.816875 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:08.512941 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02164545-cf57-4d44-983e-2472b3506049 req-b89f1a75-688f-4cbc-8645-48fb4038deaf tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:08.514411 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-02164545-cf57-4d44-983e-2472b3506049 req-b89f1a75-688f-4cbc-8645-48fb4038deaf tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 946 time: 0.0479968 Jul 28 04:27:08.552738 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-02164545-cf57-4d44-983e-2472b3506049 req-121dd896-d329-48ba-98d8-88ea98174f00 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Jul 28 04:27:09.669657 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c155e9-b1be-4adf-8032-92d1b2ede88e req-56145a83-f852-4bd1-b5a6-1a332be54a53 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:09.669657 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d9c155e9-b1be-4adf-8032-92d1b2ede88e req-56145a83-f852-4bd1-b5a6-1a332be54a53 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 946 time: 0.0465508 Jul 28 04:27:09.705634 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d9c155e9-b1be-4adf-8032-92d1b2ede88e req-3868eff2-3491-47c6-897c-ba88c5be74f7 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349374 Jul 28 04:27:09.817991 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fdaa0-dad5-4301-831d-e92cbf3bb62c req-5d7541d0-e58e-4724-9486-5c4c587afeb0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:09.819425 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-126fdaa0-dad5-4301-831d-e92cbf3bb62c req-5d7541d0-e58e-4724-9486-5c4c587afeb0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 946 time: 0.0473416 Jul 28 04:27:09.856507 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-126fdaa0-dad5-4301-831d-e92cbf3bb62c req-8e335ec5-bb92-430b-93ba-c7dead7076a8 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312674 Jul 28 04:27:09.877639 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38688) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:27:09.915723 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ecc7e0-bdc9-4c23-864a-387c4a95dfd6 tempest-TestVolumeBootPattern-25164665 tempest-TestVolumeBootPattern-25164665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:09.917170 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-a0ecc7e0-bdc9-4c23-864a-387c4a95dfd6 tempest-TestVolumeBootPattern-25164665 tempest-TestVolumeBootPattern-25164665-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 1094 time: 0.0385702 Jul 28 04:27:09.919941 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38690) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:27:09.924071 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'floatingip': {'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'port_id': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:27:10.057292 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:10.154558 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:10.258581 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Allocated IP 172.27.2.83 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/1afa240a-61aa-4c57-9ba4-868406ff40ad) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:27:10.361751 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:10.469013 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:10.504945 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:27:10.507726 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:27:10.511176 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:27:10.537206 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'Port': ['ID=1afa240a-61aa-4c57-9ba4-868406ff40ad,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:27:10.549767 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:10.550118 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:10.550460 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:10.550793 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:10.551120 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:10.551448 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:10.551805 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:10.552133 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:10.552457 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:10.552779 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:10.553097 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:10.553411 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:10.882253 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:10.983773 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:11.129501 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:11.194479 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:11.261474 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'Port': ['ID=1afa240a-61aa-4c57-9ba4-868406ff40ad,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:27:11.274346 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:11.371596 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.l3_db [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Floating IP 8f989fe6-77e3-4276-91ce-a3aa14fc8a26 associated. External IP: 172.27.2.83, port: 7e8de698-bcc6-4945-9258-71f36685d3fd. Jul 28 04:27:11.567585 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Router 293c70fe-4373-45a8-af2b-f750352bc09c has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:27:11.671017 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:27:11.681785 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6301a-5d15-45d0-a4b3-9bb40bd7ad16 None None] Sync routers for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:27:11.694467 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6301a-5d15-45d0-a4b3-9bb40bd7ad16 None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:27:11.695083 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-18f6301a-5d15-45d0-a4b3-9bb40bd7ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:27:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:11.731722 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:11.758570 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-24f21616-ab04-420f-9435-8c3ebffa7dc0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8376031 Jul 28 04:27:11.759165 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5487843-b28f-4f02-aa44-35d76a147842', 'tag': '7e8de698-bcc6-4945-9258-71f36685d3fd'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:27:11.761569 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13389cfa-a125-409d-918e-02a1bfea5208" -d '{"events": [{"name": "network-changed", "server_uuid": "f5487843-b28f-4f02-aa44-35d76a147842", "tag": "7e8de698-bcc6-4945-9258-71f36685d3fd"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:27:11.797174 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2664b7-9fc6-47bc-a561-b46e4f933160 x-openstack-request-id: req-ca2664b7-9fc6-47bc-a561-b46e4f933160 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:27:11.797465 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5487843-b28f-4f02-aa44-35d76a147842", "tag": "7e8de698-bcc6-4945-9258-71f36685d3fd", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:27:11.797719 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca2664b7-9fc6-47bc-a561-b46e4f933160 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:27:11.797880 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-18f6301a-5d15-45d0-a4b3-9bb40bd7ad16 None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:27:11.798119 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5487843-b28f-4f02-aa44-35d76a147842', 'tag': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'status': 'completed', 'code': 200} Jul 28 04:27:11.863284 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13389cfa-a125-409d-918e-02a1bfea5208 req-275552ed-abb1-4ecf-9eea-099007dffae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:11.864813 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-13389cfa-a125-409d-918e-02a1bfea5208 req-275552ed-abb1-4ecf-9eea-099007dffae5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 1099 time: 0.0439148 Jul 28 04:27:11.952335 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13389cfa-a125-409d-918e-02a1bfea5208 req-3f063e47-b4fb-4c2f-948f-a883109b8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:11.953811 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-13389cfa-a125-409d-918e-02a1bfea5208 req-3f063e47-b4fb-4c2f-948f-a883109b8ecb service neutron] 10.222.0.22 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 912 time: 0.0821328 Jul 28 04:27:12.012783 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-18f6301a-5d15-45d0-a4b3-9bb40bd7ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '8f989fe6-77e3-4276-91ce-a3aa14fc8a26', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:7f:42:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5487843-b28f-4f02-aa44-35d76a147842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:27:10Z', 'updated_at': '2021-07-28T04:27:10Z', 'revision_number': 0, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:12.021792 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-13389cfa-a125-409d-918e-02a1bfea5208 req-3a483e53-e254-4c70-b998-276a62a43ec2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8de698-bcc6-4945-9258-71f36685d3fd HTTP/1.1" status: 200 len: 999 time: 0.0604894 Jul 28 04:27:12.038782 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6301a-5d15-45d0-a4b3-9bb40bd7ad16 None None] Checking router: 293c70fe-4373-45a8-af2b-f750352bc09c for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:27:12.046727 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6301a-5d15-45d0-a4b3-9bb40bd7ad16 None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:27:12.047324 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-18f6301a-5d15-45d0-a4b3-9bb40bd7ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:27:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:12.072194 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13389cfa-a125-409d-918e-02a1bfea5208 req-d2834aa3-079b-4df0-969d-b41ffb54a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:12.073656 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-13389cfa-a125-409d-918e-02a1bfea5208 req-d2834aa3-079b-4df0-969d-b41ffb54a878 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66d361c5-2bb1-43df-9ae1-0f1ba476c851 HTTP/1.1" status: 200 len: 850 time: 0.0448980 Jul 28 04:27:12.120513 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13389cfa-a125-409d-918e-02a1bfea5208 req-fe5fdd42-1bcf-4456-acb6-d475daa335f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:12.121995 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-13389cfa-a125-409d-918e-02a1bfea5208 req-fe5fdd42-1bcf-4456-acb6-d475daa335f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72ab982f-e229-4f30-84dc-40a60d90a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397456 Jul 28 04:27:12.148647 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-18f6301a-5d15-45d0-a4b3-9bb40bd7ad16 None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:27:12.214896 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-13389cfa-a125-409d-918e-02a1bfea5208 req-efa5ea5d-03a4-453e-8e8e-4f3b52acb269 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851741 Jul 28 04:27:12.309412 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-13389cfa-a125-409d-918e-02a1bfea5208 req-7aa19ba2-5e01-4cda-9f6f-a33d6494cdcb service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861194 Jul 28 04:27:12.490439 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-18f6301a-5d15-45d0-a4b3-9bb40bd7ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '8f989fe6-77e3-4276-91ce-a3aa14fc8a26', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:7f:42:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5487843-b28f-4f02-aa44-35d76a147842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:27:10Z', 'updated_at': '2021-07-28T04:27:10Z', 'revision_number': 0, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:12.515798 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6301a-5d15-45d0-a4b3-9bb40bd7ad16 None None] The sync data for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi is: [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '8f989fe6-77e3-4276-91ce-a3aa14fc8a26', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:7f:42:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5487843-b28f-4f02-aa44-35d76a147842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:27:10Z', 'updated_at': '2021-07-28T04:27:10Z', 'revision_number': 0, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:27:12.694299 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0415fa2-d900-4be9-8501-c014fcb55cfe None None] New status for floating IP 8f989fe6-77e3-4276-91ce-a3aa14fc8a26: ACTIVE {{(pid=93706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:27:17.274247 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:32.319504 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-46f22f9a-d44c-402b-9651-878b5a12a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:34.793975 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-14caf301-8a65-49a0-a0b3-5c7029468416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:35.250846 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:36.308322 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:37.827786 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:40.358291 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:27:47.296081 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:49.515899 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38704) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:27:49.928642 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Deleting port 041a2283-4ef6-403c-9d1e-932695347c45 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:27:49.929143 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:50.003579 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:50.003933 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:50.015168 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Calling delete_port for 041a2283-4ef6-403c-9d1e-932695347c45 owned by network:floatingip {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:27:50.284894 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:50.310374 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event deleted for resources: {'Port': ['ID=041a2283-4ef6-403c-9d1e-932695347c45,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:27:50.370760 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for floatingip, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:50.371093 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.l3_db [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Floating IP b708aa53-8d4b-408c-8e88-65d698428184 disassociated (deleted). External IP: 172.27.2.133, port: 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2. Jul 28 04:27:50.580864 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Router dfe1ea49-a128-4f42-b162-023ef3fdcef6 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:27:50.688276 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:27:50.693115 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:50.698139 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a76eb-5ebd-4cfd-8f34-6a04eec8f163 None None] Sync routers for ids ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:27:50.710742 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a76eb-5ebd-4cfd-8f34-6a04eec8f163 None None] Routers {'dfe1ea49-a128-4f42-b162-023ef3fdcef6'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:27:50.711354 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-fa9a76eb-5ebd-4cfd-8f34-6a04eec8f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:27:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:50.719151 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-32e2b708-d86f-4682-b538-9fda5189bd81 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "DELETE /v2.0/floatingips/b708aa53-8d4b-408c-8e88-65d698428184 HTTP/1.1" status: 204 len: 168 time: 1.2018604 Jul 28 04:27:50.719779 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:27:50.722198 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95" -d '{"events": [{"name": "network-changed", "server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:27:50.827451 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-fa9a76eb-5ebd-4cfd-8f34-6a04eec8f163 None None] Set router dfe1ea49-a128-4f42-b162-023ef3fdcef6 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:27:50.883280 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83000e3-f7ae-480a-b2fa-71a18725c39d x-openstack-request-id: req-e83000e3-f7ae-480a-b2fa-71a18725c39d {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:27:50.883676 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:27:50.889038 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e83000e3-f7ae-480a-b2fa-71a18725c39d {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:27:50.889038 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'status': 'completed', 'code': 200} Jul 28 04:27:50.993855 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-7750a8a3-17d6-4d09-9933-893cf0c82335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:50.995365 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-7750a8a3-17d6-4d09-9933-893cf0c82335 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1&device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 1098 time: 0.0868471 Jul 28 04:27:51.038490 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-fa9a76eb-5ebd-4cfd-8f34-6a04eec8f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '69b5ffcc-8660-4849-9054-bc2ecd468785', 'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'mac_address': 'fa:16:3e:7f:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:05Z', 'updated_at': '2021-07-28T04:23:11Z', 'revision_number': 5, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'subnets': [{'id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:51.064408 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a76eb-5ebd-4cfd-8f34-6a04eec8f163 None None] Checking router: dfe1ea49-a128-4f42-b162-023ef3fdcef6 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:27:51.072927 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a76eb-5ebd-4cfd-8f34-6a04eec8f163 None None] Routers {'dfe1ea49-a128-4f42-b162-023ef3fdcef6'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:27:51.073530 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-fa9a76eb-5ebd-4cfd-8f34-6a04eec8f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:27:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:51.092083 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-62de4491-f50d-4e4f-805f-0c44b8f222c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:51.092083 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-62de4491-f50d-4e4f-805f-0c44b8f222c5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b434cb26-686a-4515-9802-6ba3a13040c3 HTTP/1.1" status: 200 len: 910 time: 0.0881085 Jul 28 04:27:51.135460 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-4a476301-91d0-44cc-8136-51524701331b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 HTTP/1.1" status: 200 len: 217 time: 0.0357375 Jul 28 04:27:51.179383 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-fa9a76eb-5ebd-4cfd-8f34-6a04eec8f163 None None] Set router dfe1ea49-a128-4f42-b162-023ef3fdcef6 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:27:51.197309 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-59a0623a-ef52-4b14-9b60-a1ac487418ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:51.198722 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-59a0623a-ef52-4b14-9b60-a1ac487418ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7cc623dc-d3c4-4c03-be66-0d19eff3ed15 HTTP/1.1" status: 200 len: 848 time: 0.0521750 Jul 28 04:27:51.283823 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-be3a849c-3812-44dc-8816-3140dbb0e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:51.285353 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-be3a849c-3812-44dc-8816-3140dbb0e4d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b434cb26-686a-4515-9802-6ba3a13040c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0768347 Jul 28 04:27:51.297818 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bd49e-1000-4d26-a9a7-6028e2ee444b req-657f7b13-71d7-41a8-b66f-9090458169b1 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:51.299221 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-730bd49e-1000-4d26-a9a7-6028e2ee444b req-657f7b13-71d7-41a8-b66f-9090458169b1 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.1264386 Jul 28 04:27:51.305483 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-3a5bc3ca-f96f-465f-962d-89aaa318c32b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:27:51.306445 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-3a5bc3ca-f96f-465f-962d-89aaa318c32b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063720 Jul 28 04:27:51.376255 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-fa9a76eb-5ebd-4cfd-8f34-6a04eec8f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '69b5ffcc-8660-4849-9054-bc2ecd468785', 'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'mac_address': 'fa:16:3e:7f:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:05Z', 'updated_at': '2021-07-28T04:23:11Z', 'revision_number': 5, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'subnets': [{'id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:51.387807 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-730bd49e-1000-4d26-a9a7-6028e2ee444b req-e8f7ae5e-11a1-4511-a1ad-fcbebc73c635 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803177 Jul 28 04:27:51.403377 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a76eb-5ebd-4cfd-8f34-6a04eec8f163 None None] The sync data for ids ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'] in dv-cinder-740146-11-iscsi is: [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:23:06Z', 'revision_number': 4, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': '69b5ffcc-8660-4849-9054-bc2ecd468785', 'name': '', 'network_id': 'b434cb26-686a-4515-9802-6ba3a13040c3', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'mac_address': 'fa:16:3e:7f:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:05Z', 'updated_at': '2021-07-28T04:23:11Z', 'revision_number': 5, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'subnets': [{'id': '7cc623dc-d3c4-4c03-be66-0d19eff3ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:27:51.421495 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-a4aabdc0-233a-477f-90a0-4ee5d9a4a096 service neutron] 10.222.0.22 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007004 Jul 28 04:27:51.546427 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-9e2ea711-57b0-45ab-8f5f-85b371f1fe95 req-1c0dc3cc-45f6-451c-8e9e-1ffd745c50d6 service neutron] 10.222.0.22 "GET /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165159 Jul 28 04:27:51.556881 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de983d14-ea0a-4959-8df8-32aa681148b5 req-cf96ef82-4189-4e32-bde4-0c177787f189 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541742 Jul 28 04:27:51.635934 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ff6e8-5076-43e9-b5fc-6a73832d981c None None] New status for floating IP b708aa53-8d4b-408c-8e88-65d698428184: DOWN {{(pid=93706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:27:51.645066 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de983d14-ea0a-4959-8df8-32aa681148b5 req-c850d71d-9846-46e8-bcc2-0e0667264290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:51.647166 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de983d14-ea0a-4959-8df8-32aa681148b5 req-c850d71d-9846-46e8-bcc2-0e0667264290 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 1099 time: 0.0430799 Jul 28 04:27:51.756915 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de983d14-ea0a-4959-8df8-32aa681148b5 req-d9b923e1-2c94-4054-8ff5-c99d12daa06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:51.758438 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de983d14-ea0a-4959-8df8-32aa681148b5 req-d9b923e1-2c94-4054-8ff5-c99d12daa06f service neutron] 10.222.0.22 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 912 time: 0.0898156 Jul 28 04:27:51.824265 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de983d14-ea0a-4959-8df8-32aa681148b5 req-ada66638-4073-4e04-b8fc-f6360baedc0b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8de698-bcc6-4945-9258-71f36685d3fd HTTP/1.1" status: 200 len: 1001 time: 0.0565619 Jul 28 04:27:51.876376 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de983d14-ea0a-4959-8df8-32aa681148b5 req-6f301a42-489e-4d14-9be5-fd95eb3cb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:51.877699 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de983d14-ea0a-4959-8df8-32aa681148b5 req-6f301a42-489e-4d14-9be5-fd95eb3cb0e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66d361c5-2bb1-43df-9ae1-0f1ba476c851 HTTP/1.1" status: 200 len: 850 time: 0.0459106 Jul 28 04:27:51.923550 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de983d14-ea0a-4959-8df8-32aa681148b5 req-9f3e4c84-809f-4a7d-b5e1-5418060d8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:51.925002 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de983d14-ea0a-4959-8df8-32aa681148b5 req-9f3e4c84-809f-4a7d-b5e1-5418060d8a41 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72ab982f-e229-4f30-84dc-40a60d90a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394952 Jul 28 04:27:52.013816 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de983d14-ea0a-4959-8df8-32aa681148b5 req-1301133c-1477-4090-8f81-f4fbcbe54a67 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789137 Jul 28 04:27:52.104923 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de983d14-ea0a-4959-8df8-32aa681148b5 req-ca42d45e-b941-4cca-ba30-cd847b9d5eee service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821362 Jul 28 04:27:52.549664 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87caa18-59c9-4fab-9b10-0769cc6d2ce6 req-b86274b8-63b0-43e5-8760-7aa036e683b7 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:52.551151 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a87caa18-59c9-4fab-9b10-0769cc6d2ce6 req-b86274b8-63b0-43e5-8760-7aa036e683b7 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0944605 Jul 28 04:27:52.588440 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-a87caa18-59c9-4fab-9b10-0769cc6d2ce6 req-8498a260-c573-444c-bd44-3a8d6f502253 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/security-groups?id=f90b6a3b-1297-4cdf-a9bc-0ceedd494125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305736 Jul 28 04:27:52.897479 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34734c0c-d77e-4542-abae-0903847381ed req-e8596d88-e656-4210-b101-60add96a6827 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:27:52.898866 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-34734c0c-d77e-4542-abae-0903847381ed req-e8596d88-e656-4210-b101-60add96a6827 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.22 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 945 time: 0.0512404 Jul 28 04:27:52.991549 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-34734c0c-d77e-4542-abae-0903847381ed req-0e079b6e-7790-4e69-a32d-62b238db31d3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Deleting port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:27:52.997049 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-34734c0c-d77e-4542-abae-0903847381ed req-0e079b6e-7790-4e69-a32d-62b238db31d3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:53.077761 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-34734c0c-d77e-4542-abae-0903847381ed req-0e079b6e-7790-4e69-a32d-62b238db31d3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] For port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:27:53.078120 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-34734c0c-d77e-4542-abae-0903847381ed req-0e079b6e-7790-4e69-a32d-62b238db31d3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:53.094297 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-34734c0c-d77e-4542-abae-0903847381ed req-0e079b6e-7790-4e69-a32d-62b238db31d3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Calling delete_port for 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 owned by compute:nova {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:27:53.273594 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-34734c0c-d77e-4542-abae-0903847381ed req-0e079b6e-7790-4e69-a32d-62b238db31d3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:53.300846 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e079b6e-7790-4e69-a32d-62b238db31d3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event deleted for resources: {'Port': ['ID=79cf52ba-257c-4ac4-910d-ceb71b4cf4b2,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:27:53.343553 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-34734c0c-d77e-4542-abae-0903847381ed req-0e079b6e-7790-4e69-a32d-62b238db31d3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] No DVR routers for this DVR port 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 on host hv-cinder-74014 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:27:53.346212 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-34734c0c-d77e-4542-abae-0903847381ed req-0e079b6e-7790-4e69-a32d-62b238db31d3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:53.348197 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-34734c0c-d77e-4542-abae-0903847381ed req-0e079b6e-7790-4e69-a32d-62b238db31d3 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.22 "DELETE /v2.0/ports/79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 HTTP/1.1" status: 204 len: 173 time: 0.4428318 Jul 28 04:27:53.348639 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'name': 'network-vif-deleted', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:27:53.351048 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654c0eda-046e-4acf-b4d5-686bfec9c141" -d '{"events": [{"server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "name": "network-vif-deleted", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:27:53.385694 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e352397-167f-44f2-bb92-9c05d5b72a40 x-openstack-request-id: req-1e352397-167f-44f2-bb92-9c05d5b72a40 {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:27:53.385985 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c971d139-7415-4335-94ad-0d07e4b5d014", "name": "network-vif-deleted", "tag": "79cf52ba-257c-4ac4-910d-ceb71b4cf4b2", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:27:53.386279 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e352397-167f-44f2-bb92-9c05d5b72a40 {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:27:53.386677 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c971d139-7415-4335-94ad-0d07e4b5d014', 'name': 'network-vif-deleted', 'tag': '79cf52ba-257c-4ac4-910d-ceb71b4cf4b2', 'status': 'completed', 'code': 200} Jul 28 04:27:53.682919 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2084549c-4b9f-4a07-9bc6-88b6cc6ee799 req-3aba00e7-c1a0-4c80-8ed3-bea5471d3aaa tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 210 time: 0.0276999 Jul 28 04:27:54.785513 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-893b0c90-c3bf-48f0-93f2-9f68ef6a4fee req-7e9d5574-39d0-4b60-b561-8048b294c9f2 tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c971d139-7415-4335-94ad-0d07e4b5d014 HTTP/1.1" status: 200 len: 210 time: 0.0246282 Jul 28 04:27:55.841061 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38734) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:27:55.901134 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3218ee1-2381-4b51-b2ad-bd5acdde24df tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:55.930363 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3218ee1-2381-4b51-b2ad-bd5acdde24df tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:56.062883 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3218ee1-2381-4b51-b2ad-bd5acdde24df tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:56.066696 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-c3218ee1-2381-4b51-b2ad-bd5acdde24df tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Notify callbacks [] for security_group, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:56.068008 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-c3218ee1-2381-4b51-b2ad-bd5acdde24df tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] 10.222.0.42 "DELETE /v2.0/security-groups/f90b6a3b-1297-4cdf-a9bc-0ceedd494125 HTTP/1.1" status: 204 len: 168 time: 0.2257411 Jul 28 04:27:56.080035 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3218ee1-2381-4b51-b2ad-bd5acdde24df tempest-TestShelveInstance-880416305 tempest-TestShelveInstance-880416305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90b6a3b-1297-4cdf-a9bc-0ceedd494125,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:27:56.172123 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38738) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:27:56.538444 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f621171-de42-49b3-ac6e-9845b866c5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707331'] for router_interface, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:56.797016 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8f621171-de42-49b3-ac6e-9845b866c5d8 admin admin] Deleting port 69b5ffcc-8660-4849-9054-bc2ecd468785 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:27:56.797350 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f621171-de42-49b3-ac6e-9845b866c5d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:56.872625 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-8f621171-de42-49b3-ac6e-9845b866c5d8 admin admin] For port 69b5ffcc-8660-4849-9054-bc2ecd468785, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=69b5ffcc-8660-4849-9054-bc2ecd468785,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:27:56.873342 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f621171-de42-49b3-ac6e-9845b866c5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:56.889596 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-8f621171-de42-49b3-ac6e-9845b866c5d8 admin admin] Calling delete_port for 69b5ffcc-8660-4849-9054-bc2ecd468785 owned by network:router_interface {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:27:57.119113 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f621171-de42-49b3-ac6e-9845b866c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:57.143414 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f621171-de42-49b3-ac6e-9845b866c5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b5ffcc-8660-4849-9054-bc2ecd468785,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:27:57.179403 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:27:57.199454 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:27:57.199825 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 79cf52ba-257c-4ac4-910d-ceb71b4cf4b2 not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:27:57.301806 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-8f621171-de42-49b3-ac6e-9845b866c5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707311'] for router_interface, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:57.769350 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f621171-de42-49b3-ac6e-9845b866c5d8 admin admin] Router dfe1ea49-a128-4f42-b162-023ef3fdcef6 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:27:57.870937 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f621171-de42-49b3-ac6e-9845b866c5d8 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:27:57.875720 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-8f621171-de42-49b3-ac6e-9845b866c5d8 admin admin] 10.222.0.42 "PUT /v2.0/routers/dfe1ea49-a128-4f42-b162-023ef3fdcef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7025023 Jul 28 04:27:57.878227 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38740) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:27:57.880832 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cf69b-7ac1-419f-9ca1-5a1837182537 None None] Sync routers for ids ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:27:57.890363 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1cf69b-7ac1-419f-9ca1-5a1837182537 None None] Routers {'dfe1ea49-a128-4f42-b162-023ef3fdcef6'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:27:57.890969 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-3f1cf69b-7ac1-419f-9ca1-5a1837182537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:27:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:57.978645 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:57.993573 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-3f1cf69b-7ac1-419f-9ca1-5a1837182537 None None] Set router dfe1ea49-a128-4f42-b162-023ef3fdcef6 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:27:58.078715 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:58.169918 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-3f1cf69b-7ac1-419f-9ca1-5a1837182537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:27:57Z', 'revision_number': 5, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port': {'id': 'c9044738-4878-4e24-9368-c4abdc5e9dc6', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:04Z', 'updated_at': '2021-07-28T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:58.196261 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cf69b-7ac1-419f-9ca1-5a1837182537 None None] Checking router: dfe1ea49-a128-4f42-b162-023ef3fdcef6 for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:27:58.204477 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1cf69b-7ac1-419f-9ca1-5a1837182537 None None] Routers {'dfe1ea49-a128-4f42-b162-023ef3fdcef6'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:27:58.205083 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-3f1cf69b-7ac1-419f-9ca1-5a1837182537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:27:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:58.224182 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Deleting port c9044738-4878-4e24-9368-c4abdc5e9dc6 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:27:58.224446 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:58.289674 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-3f1cf69b-7ac1-419f-9ca1-5a1837182537 None None] Set router dfe1ea49-a128-4f42-b162-023ef3fdcef6 gateway port host: None {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:27:58.302947 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] For port c9044738-4878-4e24-9368-c4abdc5e9dc6, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=c9044738-4878-4e24-9368-c4abdc5e9dc6,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:27:58.304667 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:58.321047 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Calling delete_port for c9044738-4878-4e24-9368-c4abdc5e9dc6 owned by network:router_gateway {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:27:58.340070 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-3f1cf69b-7ac1-419f-9ca1-5a1837182537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:27:58Z', 'revision_number': 6, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port_host': None}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:58.369639 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cf69b-7ac1-419f-9ca1-5a1837182537 None None] The sync data for ids ['dfe1ea49-a128-4f42-b162-023ef3fdcef6'] in dv-cinder-740146-11-iscsi is: [{'id': 'dfe1ea49-a128-4f42-b162-023ef3fdcef6', 'name': 'tempest-TestShelveInstance-1301868683-router', 'tenant_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:03Z', 'updated_at': '2021-07-28T04:27:58Z', 'revision_number': 6, 'project_id': '249a8e35a73d4c10ae57d2d4ffb53aa1', 'gw_port_host': None}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:27:58.547411 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:58.576235 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9044738-4878-4e24-9368-c4abdc5e9dc6,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:27:58.633561 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603213'] for router_gateway, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:58.726172 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-70883'] for router, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:58.728540 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:58.833595 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623426'] for router, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:58.834106 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfe1ea49-a128-4f42-b162-023ef3fdcef6 {{(pid=93703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:27:58.839166 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] Notify callbacks [] for router, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:58.840371 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-42b3068f-dc14-4ba0-b8f2-7cc0950ecdc9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/dfe1ea49-a128-4f42-b162-023ef3fdcef6 HTTP/1.1" status: 204 len: 168 time: 0.9610610 Jul 28 04:27:58.844813 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38746) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:27:58.888169 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57b843c-0b36-4ac0-98a1-cf68ff89454b admin admin] Deleting subnet 7cc623dc-d3c4-4c03-be66-0d19eff3ed15 {{(pid=93703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:27:58.891849 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f57b843c-0b36-4ac0-98a1-cf68ff89454b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:58.925454 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f57b843c-0b36-4ac0-98a1-cf68ff89454b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6235726'] for subnet, precommit_delete_associations {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.003480 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f57b843c-0b36-4ac0-98a1-cf68ff89454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.102742 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f57b843c-0b36-4ac0-98a1-cf68ff89454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6235783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6261907'] for subnet, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.127931 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b843c-0b36-4ac0-98a1-cf68ff89454b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc623dc-d3c4-4c03-be66-0d19eff3ed15,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:27:59.135653 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-f57b843c-0b36-4ac0-98a1-cf68ff89454b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.137579 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-f57b843c-0b36-4ac0-98a1-cf68ff89454b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7cc623dc-d3c4-4c03-be66-0d19eff3ed15 HTTP/1.1" status: 204 len: 168 time: 0.2939000 Jul 28 04:27:59.140253 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38748) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:27:59.140919 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe29f608-15cf-468c-a716-d8ca17d490e8 None None] Network b434cb26-686a-4515-9802-6ba3a13040c3 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:27:59.208449 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.266150 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Deleting port 5a8f3604-095a-4cbe-8f0d-907e90b40128 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:27:59.266618 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.311705 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] DHCP port deletion for b434cb26-686a-4515-9802-6ba3a13040c3 request from dv-cinder-740146-11-iscsi {{(pid=93705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:27:59.342596 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] For port 5a8f3604-095a-4cbe-8f0d-907e90b40128, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=5a8f3604-095a-4cbe-8f0d-907e90b40128,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:27:59.343108 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.357244 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Calling delete_port for 5a8f3604-095a-4cbe-8f0d-907e90b40128 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:27:59.366262 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Deleting port 5a8f3604-095a-4cbe-8f0d-907e90b40128 {{(pid=93705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:27:59.366646 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.434048 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] For port 5a8f3604-095a-4cbe-8f0d-907e90b40128, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=5a8f3604-095a-4cbe-8f0d-907e90b40128,segment=NetworkSegment(0cab0051-9aaf-4a0c-910d-d2daf8815e1d),segment_id=0cab0051-9aaf-4a0c-910d-d2daf8815e1d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:27:59.434469 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.447390 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Calling delete_port for 5a8f3604-095a-4cbe-8f0d-907e90b40128 owned by network:dhcp {{(pid=93705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:27:59.513698 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.550441 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8f3604-095a-4cbe-8f0d-907e90b40128,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:27:59.551613 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] No DVR routers for this DVR port 5a8f3604-095a-4cbe-8f0d-907e90b40128 on host dv-cinder-740146-11-iscsi {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:27:59.614744 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 5a8f3604-095a-4cbe-8f0d-907e90b40128 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:27:59.626285 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.636426 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b434cb26-686a-4515-9802-6ba3a13040c3']}} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:59.637913 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 5a8f3604-095a-4cbe-8f0d-907e90b40128 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:27:59.638250 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 5a8f3604-095a-4cbe-8f0d-907e90b40128 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:27:59.638659 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 69b5ffcc-8660-4849-9054-bc2ecd468785 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:27:59.646514 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cab0051-9aaf-4a0c-910d-d2daf8815e1d') {'for_net_delete': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:59.646926 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cab0051-9aaf-4a0c-910d-d2daf8815e1d') {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:27:59.655928 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6235719'] for segment, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.666312 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 69b5ffcc-8660-4849-9054-bc2ecd468785 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:27:59.666648 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 69b5ffcc-8660-4849-9054-bc2ecd468785 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:27:59.667061 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device c9044738-4878-4e24-9368-c4abdc5e9dc6 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:27:59.670000 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.675819 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:27:59.676202 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235901'] for segment, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: Traceback (most recent call last): Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: timer() Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: cb(*args, **kw) Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: return func(*args, **kwargs) Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: self._notify() Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: self.callback(batched_events) Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: event.method(event) Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: return f(self, *a, **k) Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: return self._get(url).json() Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: return self.request(url, 'GET', **kwargs) Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:27:59.677810 dv-cinder-740146-11-iscsi neutron-server[93703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:27:59.689707 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: c9044738-4878-4e24-9368-c4abdc5e9dc6 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:27:59.692745 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device c9044738-4878-4e24-9368-c4abdc5e9dc6 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:27:59.705518 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399'] for port, after_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.730449 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Pushing event deleted for resources: {'Port': ['ID=5a8f3604-095a-4cbe-8f0d-907e90b40128,revision_number=None']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:27:59.734537 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] No DVR routers for this DVR port 5a8f3604-095a-4cbe-8f0d-907e90b40128 on host dv-cinder-740146-11-iscsi {{(pid=93705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:27:59.741284 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:59.741693 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:59.744395 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:59.744395 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:59.744395 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:59.744395 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:59.744395 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:59.744395 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:59.744395 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:59.744395 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:59.745803 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:59.745803 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7fa9b-94ff-40ee-b82e-f46a421968c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:27:59.810569 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.817714 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:27:59.824981 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] 10.222.0.42 "DELETE /v2.0/networks/b434cb26-686a-4515-9802-6ba3a13040c3 HTTP/1.1" status: 204 len: 168 time: 0.6794572 Jul 28 04:27:59.825109 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38750) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:27:59.830632 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3900b0-42a5-4220-9a14-09ae650a0f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=b434cb26-686a-4515-9802-6ba3a13040c3,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:28:00.154982 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707331'] for router_interface, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:00.386257 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Deleting port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:28:00.386628 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:00.461820 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] For port 3d9bb6d1-7065-43a7-80b3-9145957ee8ab, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=3d9bb6d1-7065-43a7-80b3-9145957ee8ab,segment=NetworkSegment(9fa6458b-0761-4e21-ba7a-e231c0a69903),segment_id=9fa6458b-0761-4e21-ba7a-e231c0a69903)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:28:00.462184 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:00.474510 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Calling delete_port for 3d9bb6d1-7065-43a7-80b3-9145957ee8ab owned by network:router_interface {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:28:00.713835 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:00.742541 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9bb6d1-7065-43a7-80b3-9145957ee8ab,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:28:00.766031 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:00.766379 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:00.766719 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:00.767051 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:00.767386 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:00.767726 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:00.768052 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:00.768383 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:00.768704 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:00.769033 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:00.769341 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:00.769661 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:00.913819 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707311'] for router_interface, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:01.382942 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Router 64e6ac2f-def8-492e-a0d0-24803775a827 has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:28:01.487909 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:28:01.493575 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-dd97b333-9878-4d59-8402-24f6cd46ccdd admin admin] 10.222.0.42 "PUT /v2.0/routers/64e6ac2f-def8-492e-a0d0-24803775a827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6687970 Jul 28 04:28:01.496111 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38754) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:28:01.497433 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f12a25-6d6c-454f-a6f6-a341beabc4d1 None None] Sync routers for ids ['64e6ac2f-def8-492e-a0d0-24803775a827'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:28:01.507175 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f12a25-6d6c-454f-a6f6-a341beabc4d1 None None] Routers {'64e6ac2f-def8-492e-a0d0-24803775a827'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:28:01.507813 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-12f12a25-6d6c-454f-a6f6-a341beabc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:27:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['64e6ac2f-def8-492e-a0d0-24803775a827'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:28:01.615044 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-12f12a25-6d6c-454f-a6f6-a341beabc4d1 None None] Set router 64e6ac2f-def8-492e-a0d0-24803775a827 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:28:01.696264 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Notify callbacks [] for router, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:01.789299 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-12f12a25-6d6c-454f-a6f6-a341beabc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'name': 'tempest-TestShelveInstance-1869802604-router', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:28:00Z', 'revision_number': 5, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'gw_port': {'id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:28:01.801164 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:01.815020 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f12a25-6d6c-454f-a6f6-a341beabc4d1 None None] Checking router: 64e6ac2f-def8-492e-a0d0-24803775a827 for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:28:01.823855 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f12a25-6d6c-454f-a6f6-a341beabc4d1 None None] Routers {'64e6ac2f-def8-492e-a0d0-24803775a827'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:28:01.824465 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-12f12a25-6d6c-454f-a6f6-a341beabc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:27:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['64e6ac2f-def8-492e-a0d0-24803775a827'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:28:01.910686 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Deleting port a27b2789-cfdb-47f7-955c-80f1100e870c {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:28:01.910914 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:01.929157 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-12f12a25-6d6c-454f-a6f6-a341beabc4d1 None None] Set router 64e6ac2f-def8-492e-a0d0-24803775a827 gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:28:01.991473 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] For port a27b2789-cfdb-47f7-955c-80f1100e870c, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=a27b2789-cfdb-47f7-955c-80f1100e870c,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:28:01.991865 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.004082 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Calling delete_port for a27b2789-cfdb-47f7-955c-80f1100e870c owned by network:router_gateway {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:28:02.104199 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-12f12a25-6d6c-454f-a6f6-a341beabc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'name': 'tempest-TestShelveInstance-1869802604-router', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:28:00Z', 'revision_number': 5, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'gw_port': {'id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:28:02.133517 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f12a25-6d6c-454f-a6f6-a341beabc4d1 None None] The sync data for ids ['64e6ac2f-def8-492e-a0d0-24803775a827'] in dv-cinder-740146-11-iscsi is: [{'id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'name': 'tempest-TestShelveInstance-1869802604-router', 'tenant_id': '33cc8192b8324dffb252ec53077fbca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:28:00Z', 'revision_number': 5, 'project_id': '33cc8192b8324dffb252ec53077fbca4', 'gw_port': {'id': 'a27b2789-cfdb-47f7-955c-80f1100e870c', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e6ac2f-def8-492e-a0d0-24803775a827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:09Z', 'updated_at': '2021-07-28T04:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:28:02.204949 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.229119 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=a27b2789-cfdb-47f7-955c-80f1100e870c,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:28:02.291441 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603213'] for router_gateway, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.296291 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-262362cf-541b-487d-baa1-ebb48fb49953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.383379 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-70883'] for router, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.385479 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.490601 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623426'] for router, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.491192 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64e6ac2f-def8-492e-a0d0-24803775a827 {{(pid=93703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:28:02.497280 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] Notify callbacks [] for router, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.498549 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-2109b50d-3574-41ae-a82a-1e12c3140c6a admin admin] 10.222.0.42 "DELETE /v2.0/routers/64e6ac2f-def8-492e-a0d0-24803775a827 HTTP/1.1" status: 204 len: 168 time: 1.0014157 Jul 28 04:28:02.501035 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38758) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:28:02.547578 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc87514-4c5e-4745-b817-49d9685c2fcf admin admin] Deleting subnet 917a47b7-7d26-4b65-99bb-4d64475409fb {{(pid=93703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:28:02.550994 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4cc87514-4c5e-4745-b817-49d9685c2fcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.586484 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4cc87514-4c5e-4745-b817-49d9685c2fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6235726'] for subnet, precommit_delete_associations {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.668267 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4cc87514-4c5e-4745-b817-49d9685c2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.781255 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4cc87514-4c5e-4745-b817-49d9685c2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6235783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6261907'] for subnet, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.807318 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc87514-4c5e-4745-b817-49d9685c2fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917a47b7-7d26-4b65-99bb-4d64475409fb,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:28:02.811134 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-4cc87514-4c5e-4745-b817-49d9685c2fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for subnet, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.813025 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-4cc87514-4c5e-4745-b817-49d9685c2fcf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/917a47b7-7d26-4b65-99bb-4d64475409fb HTTP/1.1" status: 204 len: 168 time: 0.3109241 Jul 28 04:28:02.815511 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38760) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:28:02.816321 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b132c1c-50d7-4352-8fa5-c202fddbb0eb None None] Network f59a9d18-990b-44a3-ab77-35eb7d1d9dfe requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:28:02.882588 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:02.940743 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Deleting port 12fc8b63-48f5-463a-ad57-dcbeae989ea7 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:28:02.941087 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.003212 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] For port 12fc8b63-48f5-463a-ad57-dcbeae989ea7, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=12fc8b63-48f5-463a-ad57-dcbeae989ea7,segment=NetworkSegment(9fa6458b-0761-4e21-ba7a-e231c0a69903),segment_id=9fa6458b-0761-4e21-ba7a-e231c0a69903)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:28:03.003507 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.015715 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Calling delete_port for 12fc8b63-48f5-463a-ad57-dcbeae989ea7 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:28:03.090214 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ade91-ecde-4e7a-a586-44d9297779ac None None] DHCP port deletion for f59a9d18-990b-44a3-ab77-35eb7d1d9dfe request from dv-cinder-740146-11-iscsi {{(pid=93705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:28:03.139147 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-e43ade91-ecde-4e7a-a586-44d9297779ac None None] Deleting port 12fc8b63-48f5-463a-ad57-dcbeae989ea7 {{(pid=93705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:28:03.139524 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e43ade91-ecde-4e7a-a586-44d9297779ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.182027 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.201201 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-e43ade91-ecde-4e7a-a586-44d9297779ac None None] For port 12fc8b63-48f5-463a-ad57-dcbeae989ea7, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=12fc8b63-48f5-463a-ad57-dcbeae989ea7,segment=NetworkSegment(9fa6458b-0761-4e21-ba7a-e231c0a69903),segment_id=9fa6458b-0761-4e21-ba7a-e231c0a69903)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:28:03.201600 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e43ade91-ecde-4e7a-a586-44d9297779ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.207652 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=12fc8b63-48f5-463a-ad57-dcbeae989ea7,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:28:03.212936 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] No DVR routers for this DVR port 12fc8b63-48f5-463a-ad57-dcbeae989ea7 on host dv-cinder-740146-11-iscsi {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:28:03.215035 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-e43ade91-ecde-4e7a-a586-44d9297779ac None None] Calling delete_port for 12fc8b63-48f5-463a-ad57-dcbeae989ea7 owned by network:dhcp {{(pid=93705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:28:03.282043 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.292065 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59a9d18-990b-44a3-ab77-35eb7d1d9dfe']}} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:28:03.293434 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e43ade91-ecde-4e7a-a586-44d9297779ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399'] for port, after_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.305642 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa6458b-0761-4e21-ba7a-e231c0a69903') {'for_net_delete': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:28:03.305931 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa6458b-0761-4e21-ba7a-e231c0a69903') {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:28:03.314661 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6235719'] for segment, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.319792 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ade91-ecde-4e7a-a586-44d9297779ac None None] Pushing event deleted for resources: {'Port': ['ID=12fc8b63-48f5-463a-ad57-dcbeae989ea7,revision_number=None']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:28:03.321637 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ade91-ecde-4e7a-a586-44d9297779ac None None] No DVR routers for this DVR port 12fc8b63-48f5-463a-ad57-dcbeae989ea7 on host dv-cinder-740146-11-iscsi {{(pid=93705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:28:03.331080 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.337477 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:28:03.337853 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235901'] for segment, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: Traceback (most recent call last): Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: timer() Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: cb(*args, **kw) Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: return func(*args, **kwargs) Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: self._notify() Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: self.callback(batched_events) Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: event.method(event) Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: return f(self, *a, **k) Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: return self._get(url).json() Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: return self.request(url, 'GET', **kwargs) Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:28:03.339450 dv-cinder-740146-11-iscsi neutron-server[93703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:28:03.450264 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.455457 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.460428 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f59a9d18-990b-44a3-ab77-35eb7d1d9dfe HTTP/1.1" status: 204 len: 168 time: 0.6408079 Jul 28 04:28:03.468709 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3152db5-cba9-4d84-b504-bbdae73ddfa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f59a9d18-990b-44a3-ab77-35eb7d1d9dfe,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:28:03.587297 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 3d9bb6d1-7065-43a7-80b3-9145957ee8ab no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:28:03.607734 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 3d9bb6d1-7065-43a7-80b3-9145957ee8ab {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:28:03.608076 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 3d9bb6d1-7065-43a7-80b3-9145957ee8ab not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:28:03.608478 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 12fc8b63-48f5-463a-ad57-dcbeae989ea7 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:28:03.626920 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 12fc8b63-48f5-463a-ad57-dcbeae989ea7 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:28:03.627264 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 12fc8b63-48f5-463a-ad57-dcbeae989ea7 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:28:03.627681 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device a27b2789-cfdb-47f7-955c-80f1100e870c no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:28:03.645452 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: a27b2789-cfdb-47f7-955c-80f1100e870c {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:28:03.645794 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device a27b2789-cfdb-47f7-955c-80f1100e870c not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:28:03.784524 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38764) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:28:03.823891 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-48e4fa33-78e0-45d4-971d-31a3202c34d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=249a8e35a73d4c10ae57d2d4ffb53aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382590 Jul 28 04:28:03.826203 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38766) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:28:03.871673 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6a061105-ecb2-436b-9225-f01ab8ad0ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.891512 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6a061105-ecb2-436b-9225-f01ab8ad0ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.993310 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6a061105-ecb2-436b-9225-f01ab8ad0ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.995870 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6a061105-ecb2-436b-9225-f01ab8ad0ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:03.996999 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-6a061105-ecb2-436b-9225-f01ab8ad0ee2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58664aa6-ce33-43d7-a6f3-46d3fba1c5ca HTTP/1.1" status: 204 len: 168 time: 0.1699209 Jul 28 04:28:04.004870 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a061105-ecb2-436b-9225-f01ab8ad0ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58664aa6-ce33-43d7-a6f3-46d3fba1c5ca,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:28:04.636784 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38772) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:28:04.675851 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-bc1eb172-9ee5-483c-bed7-3a3b7d72f238 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33cc8192b8324dffb252ec53077fbca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379114 Jul 28 04:28:04.678253 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38774) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:28:04.730231 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5020fd22-8dde-4c36-ae02-cbfa1a1de995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:04.753643 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5020fd22-8dde-4c36-ae02-cbfa1a1de995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:04.776451 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-a47b0cb8-06fe-489f-822c-9a23fa5817aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:04.844955 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5020fd22-8dde-4c36-ae02-cbfa1a1de995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:04.847427 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-5020fd22-8dde-4c36-ae02-cbfa1a1de995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:04.848645 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-5020fd22-8dde-4c36-ae02-cbfa1a1de995 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fac9ca87-5550-420c-9020-d203c334c14e HTTP/1.1" status: 204 len: 168 time: 0.1692595 Jul 28 04:28:04.856451 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020fd22-8dde-4c36-ae02-cbfa1a1de995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac9ca87-5550-420c-9020-d203c334c14e,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:28:05.233746 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:06.318775 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:07.821802 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:17.284316 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:17.356588 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:28:32.318137 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-8e5710a3-245b-46a3-bb55-f7c0dea1b39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:34.827009 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-26758b9e-76cb-44b6-8023-f40e19b730ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:35.230963 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:36.316759 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:37.838450 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:47.304544 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:48.052974 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-d5bd00c1-0f73-430f-9a6e-122a3e00bbc9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484290173&fields=id&tenant_id=c2e8b716ed16435bb5aca0ac834029de HTTP/1.1" status: 200 len: 267 time: 0.0327754 Jul 28 04:28:48.158225 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39816a0c-fb59-4207-83d8-ba93112a960e req-02afedc2-c534-4361-aec4-bd23b7e71a74 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:48.159583 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-02afedc2-c534-4361-aec4-bd23b7e71a74 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 811 time: 0.0993519 Jul 28 04:28:48.174553 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-cfdbf1eb-3a12-4d5c-be8c-055b14247e9f tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/quotas/c2e8b716ed16435bb5aca0ac834029de HTTP/1.1" status: 200 len: 375 time: 0.0093904 Jul 28 04:28:48.229684 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-1b226e2e-633c-471d-940b-e8476de7b268 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0498154 Jul 28 04:28:48.332202 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-0964a6cf-a0e2-4964-99cb-a3cb483ec1c0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:28:48.333188 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-0964a6cf-a0e2-4964-99cb-a3cb483ec1c0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0928800 Jul 28 04:28:48.423657 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-cfe4f8c4-a902-44a5-8f4f-c987322a5d72 service neutron] 10.222.0.42 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841522 Jul 28 04:28:48.510663 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-bcc2c833-9ea3-4736-bd2d-66e44641296a service neutron] 10.222.0.42 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808234 Jul 28 04:28:49.039563 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6d4f0142-ab26-4a97-be95-df63c3a05899 req-44ae5984-29d5-479a-821d-d274bef945c5 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 210 time: 0.0260003 Jul 28 04:28:50.129458 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-46bff407-574c-4245-8462-c7e526c3e522 req-3b020637-e3bf-4dd0-8b93-b8b27a20d46a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 210 time: 0.0262289 Jul 28 04:28:51.148453 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39816a0c-fb59-4207-83d8-ba93112a960e req-6d140c4c-e563-4d1e-be09-cfdd5f8e0cf1 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:51.149939 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-6d140c4c-e563-4d1e-be09-cfdd5f8e0cf1 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 811 time: 0.1051426 Jul 28 04:28:51.194623 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-415f2a2c-876f-4e88-9d5d-836053fd66da tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2e8b716ed16435bb5aca0ac834029de HTTP/1.1" status: 200 len: 380 time: 0.0350840 Jul 28 04:28:51.211781 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'port': {'device_id': '1f22c07d-128a-421f-a499-76103d495634', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'admin_state_up': True, 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'security_groups': ['0d4dacb3-b45f-4e0e-98a3-03fec4501c29']}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:28:51.238262 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-ea7291a9-dd29-4b55-9f98-6fcf63600517 req-49997137-fadb-4f81-839c-5d7dc3b34d68 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 210 time: 0.0402315 Jul 28 04:28:51.419987 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Made reservation on behalf of c2e8b716ed16435bb5aca0ac834029de for: {'port': 1} {{(pid=93703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:28:51.423773 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:51.580933 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d14b972f-2fe6-4fc7-981e-fda2fb7f8844 req-fadd9268-a1c4-446f-88a2-0d46c551fff9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791221 Jul 28 04:28:51.584608 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Allocated IP 172.20.0.11 (72ab982f-e229-4f30-84dc-40a60d90a598/66d361c5-2bb1-43df-9ae1-0f1ba476c851/4f221dc7-5648-4bc3-8f44-63fb30e7d06e) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:28:51.713312 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b972f-2fe6-4fc7-981e-fda2fb7f8844 req-ce03aa2b-7487-47e4-86e3-6961ab4659fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:51.715421 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d14b972f-2fe6-4fc7-981e-fda2fb7f8844 req-ce03aa2b-7487-47e4-86e3-6961ab4659fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 1099 time: 0.0886476 Jul 28 04:28:52.066219 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:52.091845 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Transition to ACTIVE for port object 4f221dc7-5648-4bc3-8f44-63fb30e7d06e will not be triggered until provisioned by entity DHCP. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:28:52.117482 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b972f-2fe6-4fc7-981e-fda2fb7f8844 req-08c9c8e1-0968-4af8-8d79-874b9059252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:52.120669 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d14b972f-2fe6-4fc7-981e-fda2fb7f8844 req-08c9c8e1-0968-4af8-8d79-874b9059252d service neutron] 10.222.0.22 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 912 time: 0.3849239 Jul 28 04:28:52.196253 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d14b972f-2fe6-4fc7-981e-fda2fb7f8844 req-8b6a0c63-294f-4db9-86ac-bdabd660b894 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8de698-bcc6-4945-9258-71f36685d3fd HTTP/1.1" status: 200 len: 1001 time: 0.0664642 Jul 28 04:28:52.238201 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:52.276588 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b972f-2fe6-4fc7-981e-fda2fb7f8844 req-1db09d40-fd99-4179-af0e-a9b275dfadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:52.278143 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d14b972f-2fe6-4fc7-981e-fda2fb7f8844 req-1db09d40-fd99-4179-af0e-a9b275dfadd7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66d361c5-2bb1-43df-9ae1-0f1ba476c851 HTTP/1.1" status: 200 len: 850 time: 0.0753875 Jul 28 04:28:52.298737 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Network 72ab982f-e229-4f30-84dc-40a60d90a598 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:28:52.326151 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:28:52.330212 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:28:52.339201 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'Port': ['ID=4f221dc7-5648-4bc3-8f44-63fb30e7d06e,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:28:52.385857 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:52.386298 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:52.386551 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:52.386891 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:52.388260 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:52.388408 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:52.388634 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:52.388964 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:52.389297 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:52.389630 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:52.389959 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:52.390284 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:28:52.422481 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:52.423129 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:52.438551 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b972f-2fe6-4fc7-981e-fda2fb7f8844 req-dc1b7ab4-d04a-48fd-b778-b9e294cc0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:52.440093 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d14b972f-2fe6-4fc7-981e-fda2fb7f8844 req-dc1b7ab4-d04a-48fd-b778-b9e294cc0182 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72ab982f-e229-4f30-84dc-40a60d90a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1525898 Jul 28 04:28:52.452748 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679c87-2b92-4f4d-bdd8-2531a6b869de req-9338fb0d-f1a3-48de-aa1d-f550d72d21cf tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:52.454274 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e4679c87-2b92-4f4d-bdd8-2531a6b869de req-9338fb0d-f1a3-48de-aa1d-f550d72d21cf tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 932 time: 0.1310301 Jul 28 04:28:52.545023 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e4679c87-2b92-4f4d-bdd8-2531a6b869de req-4033228d-9c8f-42d0-8a2a-f186d1c52954 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813620 Jul 28 04:28:52.546210 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-66234c9b-35c1-4025-b347-0a00bc601252 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3398557 Jul 28 04:28:52.562096 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Request body: {'port': {'device_id': '1f22c07d-128a-421f-a499-76103d495634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:28:52.594695 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d14b972f-2fe6-4fc7-981e-fda2fb7f8844 req-10044477-45a7-4c64-93c4-209121453bb9 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393468 Jul 28 04:28:52.630467 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-b3ccea23-e639-4b7f-b2fc-2f20ed7b5ff0 None None] Provisioning for port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e completed by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:28:52.634362 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-b3ccea23-e639-4b7f-b2fc-2f20ed7b5ff0 None None] Provisioning complete for port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e triggered by entity DHCP. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:28:52.634989 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-b3ccea23-e639-4b7f-b2fc-2f20ed7b5ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:52.668836 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:52.670198 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-b3ccea23-e639-4b7f-b2fc-2f20ed7b5ff0 None None] Port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e cannot update to ACTIVE because it is not bound. {{(pid=93705) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:28:52.751414 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-d14b972f-2fe6-4fc7-981e-fda2fb7f8844 req-dd7c9041-7f3c-40f4-a0ee-7ee06bfe4b37 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490843 Jul 28 04:28:52.954938 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f221dc7-5648-4bc3-8f44-63fb30e7d06e {{(pid=93703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:28:52.962112 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:52.973884 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.provisioning_blocks [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Transition to ACTIVE for port object 4f221dc7-5648-4bc3-8f44-63fb30e7d06e will not be triggered until provisioned by entity L2. {{(pid=93703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:28:53.053495 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:53.105601 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f221dc7-5648-4bc3-8f44-63fb30e7d06e,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:28:53.174144 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Attempting to bind port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:28:53.174479 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Attempting to bind port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:28:53.174807 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Attempting to bind port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e on network 72ab982f-e229-4f30-84dc-40a60d90a598 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:28:53.179723 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e on network 72ab982f-e229-4f30-84dc-40a60d90a598 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:28:53.179848 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Attempting to bind port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e on network 72ab982f-e229-4f30-84dc-40a60d90a598 {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:28:53.184928 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Checking agent: {'id': '8097d304-a8f9-462c-9ea0-af79b497c0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'started_at': datetime.datetime(2021, 7, 28, 4, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:28:53.185267 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Checking segment: {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:28:53.185652 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Bound using segment: {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'} {{(pid=93703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:28:53.186086 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.managers [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Bound port: 4f221dc7-5648-4bc3-8f44-63fb30e7d06e, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7b1d52-d477-4576-a85f-6f6be03fc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598'}}] {{(pid=93703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:28:53.186448 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:53.253732 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] For port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e, host hv-cinder-74014, cleared binding levels {{(pid=93703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:28:53.256681 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] For port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4f221dc7-5648-4bc3-8f44-63fb30e7d06e,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:28:53.324368 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:53.355206 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:53.355502 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:28:53.357573 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] 10.222.0.22 "PUT /v2.0/ports/4f221dc7-5648-4bc3-8f44-63fb30e7d06e HTTP/1.1" status: 200 len: 1094 time: 0.8015735 Jul 28 04:28:53.360021 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f22c07d-128a-421f-a499-76103d495634', 'tag': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:28:53.363423 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16674f3c-7629-41dd-a6e0-99d81526a3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f22c07d-128a-421f-a499-76103d495634", "tag": "4f221dc7-5648-4bc3-8f44-63fb30e7d06e"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:28:53.396634 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28039242-2750-4017-8114-6eb4a64fadb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f221dc7-5648-4bc3-8f44-63fb30e7d06e,revision_number=3']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:28:53.401932 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6e888e-b776-4cb1-9ee3-95e820d6751a x-openstack-request-id: req-6a6e888e-b776-4cb1-9ee3-95e820d6751a {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:28:53.402293 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f22c07d-128a-421f-a499-76103d495634", "tag": "4f221dc7-5648-4bc3-8f44-63fb30e7d06e", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:28:53.402640 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a6e888e-b776-4cb1-9ee3-95e820d6751a {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:28:53.403128 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f22c07d-128a-421f-a499-76103d495634', 'tag': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e', 'status': 'completed', 'code': 200} Jul 28 04:28:53.464738 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16674f3c-7629-41dd-a6e0-99d81526a3e6 req-f3b073c4-8e82-4945-acba-cb243f741578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:53.466630 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-16674f3c-7629-41dd-a6e0-99d81526a3e6 req-f3b073c4-8e82-4945-acba-cb243f741578 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 1097 time: 0.0446160 Jul 28 04:28:53.568087 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16674f3c-7629-41dd-a6e0-99d81526a3e6 req-4b08ca0b-4a1c-43a7-9f00-0df483405f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:53.569559 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-16674f3c-7629-41dd-a6e0-99d81526a3e6 req-4b08ca0b-4a1c-43a7-9f00-0df483405f65 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=c2e8b716ed16435bb5aca0ac834029de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0944355 Jul 28 04:28:53.695037 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a8115-28dd-4f31-8615-416087e9e88b req-7fbfc901-70d0-43c1-97e0-ff4c292180fc tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:53.696424 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-387a8115-28dd-4f31-8615-416087e9e88b req-7fbfc901-70d0-43c1-97e0-ff4c292180fc tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 944 time: 0.0775101 Jul 28 04:28:53.699008 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16674f3c-7629-41dd-a6e0-99d81526a3e6 req-6781f166-ffe4-46e4-8fae-ed0a5c1ba989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:53.700964 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-16674f3c-7629-41dd-a6e0-99d81526a3e6 req-6781f166-ffe4-46e4-8fae-ed0a5c1ba989 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1246412 Jul 28 04:28:53.746019 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-387a8115-28dd-4f31-8615-416087e9e88b req-760a758b-349d-4506-a176-508afa37e470 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 Jul 28 04:28:53.776709 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39816a0c-fb59-4207-83d8-ba93112a960e req-6d2150da-893d-4b11-aca4-3a8700e742c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:53.778410 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-6d2150da-893d-4b11-aca4-3a8700e742c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 1097 time: 0.0427036 Jul 28 04:28:53.818580 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-dca87b43-edc5-4a0e-a7cb-11c276cf521c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f221dc7-5648-4bc3-8f44-63fb30e7d06e HTTP/1.1" status: 200 len: 217 time: 0.0324860 Jul 28 04:28:53.865332 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39816a0c-fb59-4207-83d8-ba93112a960e req-89ce08b2-136b-4f35-9718-4c575a2e6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:53.866769 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-89ce08b2-136b-4f35-9718-4c575a2e6f6c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66d361c5-2bb1-43df-9ae1-0f1ba476c851 HTTP/1.1" status: 200 len: 850 time: 0.0409775 Jul 28 04:28:53.913733 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39816a0c-fb59-4207-83d8-ba93112a960e req-5ab38a33-d79b-4b99-bb98-1eaf7b25154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:53.915144 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-5ab38a33-d79b-4b99-bb98-1eaf7b25154c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72ab982f-e229-4f30-84dc-40a60d90a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416377 Jul 28 04:28:54.000370 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-9f9a651f-1d03-4c12-bda7-fc25bf098897 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778654 Jul 28 04:28:54.091101 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-39816a0c-fb59-4207-83d8-ba93112a960e req-1c79b8d2-d9fc-4c15-94b1-abf9de6b6f37 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827968 Jul 28 04:28:54.354880 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:28:54.865376 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7817bb-dcb6-42ca-887e-2ad9262b60af req-dec8f65a-676e-4f0f-a98f-9deb03718c03 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:54.866907 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc7817bb-dcb6-42ca-887e-2ad9262b60af req-dec8f65a-676e-4f0f-a98f-9deb03718c03 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 944 time: 0.0506907 Jul 28 04:28:54.905141 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bc7817bb-dcb6-42ca-887e-2ad9262b60af req-eba9eb71-2909-4d48-8b12-bceba4634bf2 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316019 Jul 28 04:28:56.124446 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c53c6a-f4ad-4e00-931d-d58935203c35 req-ec5b63a7-41f0-4191-98e1-d331aaf782ea tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:56.125911 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-68c53c6a-f4ad-4e00-931d-d58935203c35 req-ec5b63a7-41f0-4191-98e1-d331aaf782ea tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 944 time: 0.0490322 Jul 28 04:28:56.162124 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-68c53c6a-f4ad-4e00-931d-d58935203c35 req-ad887a7a-8900-4216-9891-d2a277ac71ec tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303476 Jul 28 04:28:57.291725 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bef42-2473-42d9-873d-cb2541b462c9 req-fc092bae-5e83-4aa9-b86b-92752e0b6749 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:57.293891 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2f5bef42-2473-42d9-873d-cb2541b462c9 req-fc092bae-5e83-4aa9-b86b-92752e0b6749 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 944 time: 0.0549481 Jul 28 04:28:57.333899 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2f5bef42-2473-42d9-873d-cb2541b462c9 req-92c55bd0-a02e-4959-9579-128819c4d653 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336509 Jul 28 04:28:58.448610 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb4901-5900-404f-9c0f-4bacf0933806 req-1d9f4f8c-c1ae-49b1-90d5-150f8d7695ce tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:58.450710 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0bdb4901-5900-404f-9c0f-4bacf0933806 req-1d9f4f8c-c1ae-49b1-90d5-150f8d7695ce tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 944 time: 0.0494816 Jul 28 04:28:58.486457 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0bdb4901-5900-404f-9c0f-4bacf0933806 req-4640897b-ecf5-4c5d-9b41-19c87bef0d4f tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298374 Jul 28 04:28:59.596685 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c2fb4-9156-4a7f-a122-77dfcffd019a req-2b543179-7d5c-42cd-b357-9b056ea51e9c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:28:59.598134 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e07c2fb4-9156-4a7f-a122-77dfcffd019a req-2b543179-7d5c-42cd-b357-9b056ea51e9c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 944 time: 0.0469899 Jul 28 04:28:59.635592 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-e07c2fb4-9156-4a7f-a122-77dfcffd019a req-fe17b263-79d8-40ed-8d61-da9dbd05df74 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 Jul 28 04:29:00.749745 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01805c-7182-4f04-bb43-a1b23a0854f3 req-4eb7e176-3c45-4baf-91c4-b673f52dc9e3 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:00.751196 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3c01805c-7182-4f04-bb43-a1b23a0854f3 req-4eb7e176-3c45-4baf-91c4-b673f52dc9e3 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 944 time: 0.0498857 Jul 28 04:29:00.788013 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-3c01805c-7182-4f04-bb43-a1b23a0854f3 req-e9f6afa4-7add-4ac0-b80c-dcc139005b32 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308120 Jul 28 04:29:01.490285 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 4f221dc7-5648-4bc3-8f44-63fb30e7d06e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93705) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:29:01.584961 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4f221dc7-5648-4bc3-8f44-63fb30e7d06e,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:29:01.596555 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Returning: {'device': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'port_id': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e', 'mac_address': 'fa:16:3e:d5:95:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93705) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:29:01.631197 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:01.643729 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f221dc7-5648-4bc3-8f44-63fb30e7d06e {{(pid=93705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:29:01.662757 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4f221dc7-5648-4bc3-8f44-63fb30e7d06e,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:29:01.723225 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:01.768049 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=4f221dc7-5648-4bc3-8f44-63fb30e7d06e,revision_number=4']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:29:01.774711 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:29:01.775052 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:29:01.775391 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:29:01.775744 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:29:01.776074 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:29:01.776402 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:29:01.776725 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:29:01.777043 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:29:01.777973 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:29:01.778296 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:29:01.778616 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:29:01.778932 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:29:01.900324 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c616eaf-d25c-4358-bd6b-1c3aa643150c req-c397a39d-d637-4591-a643-599932f4c60f tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:01.901713 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4c616eaf-d25c-4358-bd6b-1c3aa643150c req-c397a39d-d637-4591-a643-599932f4c60f tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 945 time: 0.0489240 Jul 28 04:29:01.935604 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] get_ports_and_sgs() called for port_ids ['4f221dc7-5648-4bc3-8f44-63fb30e7d06e'] {{(pid=93705) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:29:01.939527 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4c616eaf-d25c-4358-bd6b-1c3aa643150c req-007601ed-ec49-42aa-9c2f-1b8c2ae053ab tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311646 Jul 28 04:29:02.323567 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-8cb954d6-b21b-4c0d-8d44-7598114f6f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:03.050360 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69020c8c-376d-4834-97ac-719df7194484 req-7aeca9b9-226c-4f01-a200-c3dabe33fccd tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:03.052084 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-69020c8c-376d-4834-97ac-719df7194484 req-7aeca9b9-226c-4f01-a200-c3dabe33fccd tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 945 time: 0.0472772 Jul 28 04:29:03.088350 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-69020c8c-376d-4834-97ac-719df7194484 req-4f77476b-f438-40a0-b13b-023a3cc68b13 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303404 Jul 28 04:29:03.490401 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 4f221dc7-5648-4bc3-8f44-63fb30e7d06e up at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:29:03.598057 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning for port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e completed by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:29:03.602000 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.provisioning_blocks [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Provisioning complete for port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e triggered by entity L2. {{(pid=93705) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:29:03.602313 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724060'] for port, provisioning_complete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:03.675426 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:03.697605 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f22c07d-128a-421f-a499-76103d495634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e'}] {{(pid=93705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:29:03.699891 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c765e6bfecfcb691992f37af4af4d5cfec2e49b66391c48748c439771d6324c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23f2139-0356-4f4d-bd1b-b0807c42cb53" -d '{"events": [{"server_uuid": "1f22c07d-128a-421f-a499-76103d495634", "name": "network-vif-plugged", "status": "completed", "tag": "4f221dc7-5648-4bc3-8f44-63fb30e7d06e"}]}' {{(pid=93705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:29:03.713557 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] For port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4f221dc7-5648-4bc3-8f44-63fb30e7d06e,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:29:03.775559 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426'] for port, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:03.798061 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96afccc5-e56b-46be-9680-6db606840430 x-openstack-request-id: req-96afccc5-e56b-46be-9680-6db606840430 {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:29:03.798349 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f22c07d-128a-421f-a499-76103d495634", "name": "network-vif-plugged", "status": "completed", "tag": "4f221dc7-5648-4bc3-8f44-63fb30e7d06e", "code": 200}]} {{(pid=93705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:29:03.798602 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96afccc5-e56b-46be-9680-6db606840430 {{(pid=93705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:29:03.798994 dv-cinder-740146-11-iscsi neutron-server[93705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f22c07d-128a-421f-a499-76103d495634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e', 'code': 200} Jul 28 04:29:03.824723 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Pushing event updated for resources: {'Port': ['ID=4f221dc7-5648-4bc3-8f44-63fb30e7d06e,revision_number=5']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:29:04.101772 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141a436-8469-45ca-af42-428b3c69d26d req-3179a51e-135c-4950-866f-4245a4c39b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:04.103214 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6141a436-8469-45ca-af42-428b3c69d26d req-3179a51e-135c-4950-866f-4245a4c39b3f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 1099 time: 0.0422466 Jul 28 04:29:04.136942 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-6141a436-8469-45ca-af42-428b3c69d26d req-f9f438ff-3645-47ae-8306-2b153e8a5d45 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269978 Jul 28 04:29:04.198862 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ef817-6353-4d3b-b910-7d2cffa65287 req-d512ad74-bb46-43ae-bf01-3cda117718d6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:04.200326 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-560ef817-6353-4d3b-b910-7d2cffa65287 req-d512ad74-bb46-43ae-bf01-3cda117718d6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 946 time: 0.0463045 Jul 28 04:29:04.237324 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-560ef817-6353-4d3b-b910-7d2cffa65287 req-7bdaec2c-b933-4e1a-adde-46a10dd4363e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302823 Jul 28 04:29:04.786472 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-77518c14-fecf-48c9-8a77-a578b6a21e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:05.220830 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:05.350733 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04e77e-b6ad-4cfe-949d-e2d84fd4d1fa req-2ac45fc5-7f57-4ace-a3eb-2351ff60bee9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:05.352256 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2b04e77e-b6ad-4cfe-949d-e2d84fd4d1fa req-2ac45fc5-7f57-4ace-a3eb-2351ff60bee9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 946 time: 0.0483305 Jul 28 04:29:05.391226 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-2b04e77e-b6ad-4cfe-949d-e2d84fd4d1fa req-bba08ec3-e660-480f-8ef9-de9579400da7 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320728 Jul 28 04:29:05.507152 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cd2a9-8d8d-48d6-87d1-0439cee420c8 req-a9c9ebfa-458d-4dc0-872a-b7977e113c6e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:05.508523 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-078cd2a9-8d8d-48d6-87d1-0439cee420c8 req-a9c9ebfa-458d-4dc0-872a-b7977e113c6e tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 946 time: 0.0500863 Jul 28 04:29:05.546042 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-078cd2a9-8d8d-48d6-87d1-0439cee420c8 req-12677c92-ae10-4f77-a221-7688dca6dfdc tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309052 Jul 28 04:29:05.567690 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38878) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:29:05.605917 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1fa654-d039-4017-8bd2-c7ebc23ec8fe tempest-TestVolumeBootPattern-25164665 tempest-TestVolumeBootPattern-25164665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:05.607369 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-2e1fa654-d039-4017-8bd2-c7ebc23ec8fe tempest-TestVolumeBootPattern-25164665 tempest-TestVolumeBootPattern-25164665-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 1094 time: 0.0385940 Jul 28 04:29:05.610211 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38880) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:29:05.614378 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.v2.base [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Request body: {'floatingip': {'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'port_id': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:29:05.688966 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:05.784004 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:05.882236 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.db_base_plugin_common [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Allocated IP 172.27.2.250 (d3136975-6585-468b-8186-a315d5f73f38/8825da86-d228-4311-80eb-c27139fea1af/ed76ddc1-2edd-4600-b500-0e36c5a569f1) {{(pid=93703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:29:05.986240 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for port, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:06.083712 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759951642390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:06.118264 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Network d3136975-6585-468b-8186-a315d5f73f38 is already hosted by enough agents. {{(pid=93703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:29:06.120975 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.base_scheduler [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Resources bound (agent type, host, resource id): {{(pid=93703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:29:06.126299 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Received port after_create {{(pid=93703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:29:06.151471 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'Port': ['ID=ed76ddc1-2edd-4600-b500-0e36c5a569f1,revision_number=1']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:29:06.318008 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:06.482253 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:06.595435 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649503'] for port, before_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:06.751992 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for port, precommit_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:06.812518 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759952046897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759951642408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759951642426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6235865'] for port, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:06.879127 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event updated for resources: {'Port': ['ID=ed76ddc1-2edd-4600-b500-0e36c5a569f1,revision_number=2']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:29:06.890251 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603139'] for floatingip, after_update {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:06.986034 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.db.l3_db [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Floating IP 3eb4bc82-63a9-4d34-a42c-5a2a239b625b associated. External IP: 172.27.2.250, port: 4f221dc7-5648-4bc3-8f44-63fb30e7d06e. Jul 28 04:29:07.183020 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Router 293c70fe-4373-45a8-af2b-f750352bc09c has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:29:07.287102 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:29:07.296419 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb9e47-e135-4bbb-88ab-1bcee80957df None None] Sync routers for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:29:07.305784 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb9e47-e135-4bbb-88ab-1bcee80957df None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:29:07.306395 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-b4cb9e47-e135-4bbb-88ab-1bcee80957df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:29:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:29:07.407364 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:07.407877 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-b4cb9e47-e135-4bbb-88ab-1bcee80957df None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:29:07.435187 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-bfee994d-5fd3-4bff-b2c2-b4839e498731 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8232496 Jul 28 04:29:07.435187 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f22c07d-128a-421f-a499-76103d495634', 'tag': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:29:07.437445 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c55f0-82e6-4716-879a-b4a87ec39247" -d '{"events": [{"name": "network-changed", "server_uuid": "1f22c07d-128a-421f-a499-76103d495634", "tag": "4f221dc7-5648-4bc3-8f44-63fb30e7d06e"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:29:07.472758 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437c7705-dafa-41c4-b77c-bfbfecbeff0f x-openstack-request-id: req-437c7705-dafa-41c4-b77c-bfbfecbeff0f {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:29:07.473051 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f22c07d-128a-421f-a499-76103d495634", "tag": "4f221dc7-5648-4bc3-8f44-63fb30e7d06e", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:29:07.473302 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-437c7705-dafa-41c4-b77c-bfbfecbeff0f {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:29:07.473705 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f22c07d-128a-421f-a499-76103d495634', 'tag': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e', 'status': 'completed', 'code': 200} Jul 28 04:29:07.533723 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c55f0-82e6-4716-879a-b4a87ec39247 req-e1e66ad7-4d34-4966-ad03-5b62f5fb8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:07.535241 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-542c55f0-82e6-4716-879a-b4a87ec39247 req-e1e66ad7-4d34-4966-ad03-5b62f5fb8869 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 1099 time: 0.0399899 Jul 28 04:29:07.630093 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c55f0-82e6-4716-879a-b4a87ec39247 req-2bd6c191-34c9-4520-a852-f7322ff688e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:07.631573 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-542c55f0-82e6-4716-879a-b4a87ec39247 req-2bd6c191-34c9-4520-a852-f7322ff688e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 912 time: 0.0894871 Jul 28 04:29:07.637633 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-b4cb9e47-e135-4bbb-88ab-1bcee80957df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '3eb4bc82-63a9-4d34-a42c-5a2a239b625b', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:d5:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f22c07d-128a-421f-a499-76103d495634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:29:06Z', 'updated_at': '2021-07-28T04:29:06Z', 'revision_number': 0, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}, {'id': '8f989fe6-77e3-4276-91ce-a3aa14fc8a26', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:7f:42:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5487843-b28f-4f02-aa44-35d76a147842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:27:10Z', 'updated_at': '2021-07-28T04:27:12Z', 'revision_number': 1, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:29:07.663558 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb9e47-e135-4bbb-88ab-1bcee80957df None None] Checking router: 293c70fe-4373-45a8-af2b-f750352bc09c for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:29:07.672826 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb9e47-e135-4bbb-88ab-1bcee80957df None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:29:07.673438 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-b4cb9e47-e135-4bbb-88ab-1bcee80957df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:29:05Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:29:07.697238 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-542c55f0-82e6-4716-879a-b4a87ec39247 req-77888e8f-1911-4fd0-8884-8051302d7eba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f221dc7-5648-4bc3-8f44-63fb30e7d06e HTTP/1.1" status: 200 len: 1000 time: 0.0587656 Jul 28 04:29:07.749725 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c55f0-82e6-4716-879a-b4a87ec39247 req-ebe9ddbc-657f-499c-a7a0-8a09db6a3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:07.751234 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-542c55f0-82e6-4716-879a-b4a87ec39247 req-ebe9ddbc-657f-499c-a7a0-8a09db6a3622 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66d361c5-2bb1-43df-9ae1-0f1ba476c851 HTTP/1.1" status: 200 len: 850 time: 0.0471506 Jul 28 04:29:07.787142 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-b4cb9e47-e135-4bbb-88ab-1bcee80957df None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:29:07.797692 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c55f0-82e6-4716-879a-b4a87ec39247 req-76d6b6ad-04a3-4474-962c-55a6651939fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:07.799307 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-542c55f0-82e6-4716-879a-b4a87ec39247 req-76d6b6ad-04a3-4474-962c-55a6651939fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72ab982f-e229-4f30-84dc-40a60d90a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414679 Jul 28 04:29:07.860173 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:07.887292 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-542c55f0-82e6-4716-879a-b4a87ec39247 req-29d1d910-799f-4372-aeae-8571ff652ff4 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810082 Jul 28 04:29:07.979913 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-542c55f0-82e6-4716-879a-b4a87ec39247 req-92b7f420-e8b1-4693-b09d-f15ff5a746c9 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856473 Jul 28 04:29:08.017074 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-b4cb9e47-e135-4bbb-88ab-1bcee80957df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '3eb4bc82-63a9-4d34-a42c-5a2a239b625b', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:d5:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f22c07d-128a-421f-a499-76103d495634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:29:06Z', 'updated_at': '2021-07-28T04:29:06Z', 'revision_number': 0, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}, {'id': '8f989fe6-77e3-4276-91ce-a3aa14fc8a26', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:7f:42:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5487843-b28f-4f02-aa44-35d76a147842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:27:10Z', 'updated_at': '2021-07-28T04:27:12Z', 'revision_number': 1, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:29:08.043258 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb9e47-e135-4bbb-88ab-1bcee80957df None None] The sync data for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi is: [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '3eb4bc82-63a9-4d34-a42c-5a2a239b625b', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:d5:95:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f22c07d-128a-421f-a499-76103d495634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:29:06Z', 'updated_at': '2021-07-28T04:29:06Z', 'revision_number': 0, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}, {'id': '8f989fe6-77e3-4276-91ce-a3aa14fc8a26', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:7f:42:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5487843-b28f-4f02-aa44-35d76a147842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:27:10Z', 'updated_at': '2021-07-28T04:27:12Z', 'revision_number': 1, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:29:08.216530 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac24c1-a65d-415c-a169-da5f4593ece6 None None] New status for floating IP 3eb4bc82-63a9-4d34-a42c-5a2a239b625b: ACTIVE {{(pid=93706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:29:17.283193 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:31.353403 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:29:32.311611 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-efe84b22-41fa-4711-9419-c84a40bc1f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:34.815201 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-677ad5d5-487b-45f8-a715-e7674f9a19fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:35.257142 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:36.325488 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:37.816930 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:47.296864 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:29:52.527009 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b45ae13e-a6eb-4873-bc89-7ebd33ad3e5b req-afc44956-7ec7-40e7-8e1f-f85d835cf5b1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383301 Jul 28 04:29:52.611571 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ae13e-a6eb-4873-bc89-7ebd33ad3e5b req-1507c349-61c1-4d36-9bc6-007305cb8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:52.612979 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b45ae13e-a6eb-4873-bc89-7ebd33ad3e5b req-1507c349-61c1-4d36-9bc6-007305cb8b4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 1099 time: 0.0407195 Jul 28 04:29:52.722231 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ae13e-a6eb-4873-bc89-7ebd33ad3e5b req-b1149486-0bcd-41ab-b137-1c021194c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:52.723728 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b45ae13e-a6eb-4873-bc89-7ebd33ad3e5b req-b1149486-0bcd-41ab-b137-1c021194c35c service neutron] 10.222.0.22 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 912 time: 0.0898213 Jul 28 04:29:52.788941 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b45ae13e-a6eb-4873-bc89-7ebd33ad3e5b req-1753955d-a75e-4133-8473-701a477b3626 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8de698-bcc6-4945-9258-71f36685d3fd HTTP/1.1" status: 200 len: 1001 time: 0.0577354 Jul 28 04:29:52.847855 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ae13e-a6eb-4873-bc89-7ebd33ad3e5b req-e5f7c0a6-88d4-4c30-9841-13a40b809374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:52.849294 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b45ae13e-a6eb-4873-bc89-7ebd33ad3e5b req-e5f7c0a6-88d4-4c30-9841-13a40b809374 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66d361c5-2bb1-43df-9ae1-0f1ba476c851 HTTP/1.1" status: 200 len: 850 time: 0.0536628 Jul 28 04:29:52.894305 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ae13e-a6eb-4873-bc89-7ebd33ad3e5b req-eeab0da5-d9e2-4b22-8a2e-e21e0b7c7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:29:52.895679 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b45ae13e-a6eb-4873-bc89-7ebd33ad3e5b req-eeab0da5-d9e2-4b22-8a2e-e21e0b7c7600 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72ab982f-e229-4f30-84dc-40a60d90a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388408 Jul 28 04:29:52.981584 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b45ae13e-a6eb-4873-bc89-7ebd33ad3e5b req-7e609385-d54a-48c1-a110-d6bc841d3cf7 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774202 Jul 28 04:29:53.332074 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-b45ae13e-a6eb-4873-bc89-7ebd33ad3e5b req-8c8e13b6-18e2-4aae-bbf3-c548db4ce2ef service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419609 Jul 28 04:30:02.324762 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-893cb1ac-f9f0-4c8a-ab8e-f90af1099eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:04.831448 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0790466e-f04d-4437-9b1d-b2c20c1815e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:05.262490 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:06.324397 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:07.844478 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:08.353683 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:30:17.289751 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:32.321644 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-dfec0b8f-c269-4174-9f50-ddeaae91498a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:34.820940 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-23036d09-7d61-435d-b5e5-151bb990fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:35.213069 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:36.322066 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:37.820725 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:39.010858 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38912) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:30:39.165453 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Deleting port ed76ddc1-2edd-4600-b500-0e36c5a569f1 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:30:39.165790 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:39.239167 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:39.239492 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:39.250599 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Calling delete_port for ed76ddc1-2edd-4600-b500-0e36c5a569f1 owned by network:floatingip {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:30:39.453539 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:39.478322 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event deleted for resources: {'Port': ['ID=ed76ddc1-2edd-4600-b500-0e36c5a569f1,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:39.507263 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:39.507610 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:39.508034 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:39.508305 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:39.508632 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:39.508960 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:39.509285 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:39.509609 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:39.509930 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:39.510250 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:39.510567 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:39.510882 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:39.548837 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:39.549160 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.l3_db [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Floating IP 3eb4bc82-63a9-4d34-a42c-5a2a239b625b disassociated (deleted). External IP: 172.27.2.250, port: 4f221dc7-5648-4bc3-8f44-63fb30e7d06e. Jul 28 04:30:39.747904 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Router 293c70fe-4373-45a8-af2b-f750352bc09c has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:30:39.851362 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:30:39.856214 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:39.860800 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ef7e2-a186-4861-8eca-de33ec6847ec None None] Sync routers for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:30:39.869763 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ef7e2-a186-4861-8eca-de33ec6847ec None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:30:39.870289 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-c09ef7e2-a186-4861-8eca-de33ec6847ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:30:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:39.882215 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-1edf68e3-7e54-4d01-ac3b-f532ef7da7d4 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "DELETE /v2.0/floatingips/3eb4bc82-63a9-4d34-a42c-5a2a239b625b HTTP/1.1" status: 204 len: 168 time: 0.8702934 Jul 28 04:30:39.882742 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f22c07d-128a-421f-a499-76103d495634', 'tag': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:30:39.885034 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6eda05-e19c-42c7-8512-fb99c2b7c39c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f22c07d-128a-421f-a499-76103d495634", "tag": "4f221dc7-5648-4bc3-8f44-63fb30e7d06e"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:30:40.033011 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78420b05-9d01-468a-abc1-d2bd3b5448b6 x-openstack-request-id: req-78420b05-9d01-468a-abc1-d2bd3b5448b6 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:30:40.033615 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f22c07d-128a-421f-a499-76103d495634", "tag": "4f221dc7-5648-4bc3-8f44-63fb30e7d06e", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:30:40.033615 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78420b05-9d01-468a-abc1-d2bd3b5448b6 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:30:40.034078 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f22c07d-128a-421f-a499-76103d495634', 'tag': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e', 'status': 'completed', 'code': 200} Jul 28 04:30:40.097500 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eda05-e19c-42c7-8512-fb99c2b7c39c req-9ee14932-c9f4-4b1b-8214-fe5ed98c0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:40.100253 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bd6eda05-e19c-42c7-8512-fb99c2b7c39c req-9ee14932-c9f4-4b1b-8214-fe5ed98c0459 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 1099 time: 0.0421078 Jul 28 04:30:40.114383 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-c09ef7e2-a186-4861-8eca-de33ec6847ec None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:30:40.194141 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eda05-e19c-42c7-8512-fb99c2b7c39c req-c38fc757-51b1-49e3-a2ed-2396bea281e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:40.195581 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bd6eda05-e19c-42c7-8512-fb99c2b7c39c req-c38fc757-51b1-49e3-a2ed-2396bea281e4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 912 time: 0.0883334 Jul 28 04:30:40.236689 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bd6eda05-e19c-42c7-8512-fb99c2b7c39c req-aac55e07-8880-4423-b7ee-62e8fb195b18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f221dc7-5648-4bc3-8f44-63fb30e7d06e HTTP/1.1" status: 200 len: 217 time: 0.0343440 Jul 28 04:30:40.289225 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eda05-e19c-42c7-8512-fb99c2b7c39c req-42e026b7-d9fd-4c3c-8814-b7a052f101d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:40.291211 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bd6eda05-e19c-42c7-8512-fb99c2b7c39c req-42e026b7-d9fd-4c3c-8814-b7a052f101d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66d361c5-2bb1-43df-9ae1-0f1ba476c851 HTTP/1.1" status: 200 len: 850 time: 0.0481777 Jul 28 04:30:40.340404 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-c09ef7e2-a186-4861-8eca-de33ec6847ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '8f989fe6-77e3-4276-91ce-a3aa14fc8a26', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:7f:42:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5487843-b28f-4f02-aa44-35d76a147842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:27:10Z', 'updated_at': '2021-07-28T04:27:12Z', 'revision_number': 1, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:40.343662 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eda05-e19c-42c7-8512-fb99c2b7c39c req-b3bb37dc-ad50-4a41-a69b-c003d3f0f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:40.347168 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bd6eda05-e19c-42c7-8512-fb99c2b7c39c req-b3bb37dc-ad50-4a41-a69b-c003d3f0f10c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72ab982f-e229-4f30-84dc-40a60d90a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455267 Jul 28 04:30:40.371816 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ef7e2-a186-4861-8eca-de33ec6847ec None None] Checking router: 293c70fe-4373-45a8-af2b-f750352bc09c for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:30:40.380852 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ef7e2-a186-4861-8eca-de33ec6847ec None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:30:40.381503 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-c09ef7e2-a186-4861-8eca-de33ec6847ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:30:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:40.439739 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c9952-8a5d-4d49-a91b-48d3410df5e0 req-b22b3b0f-bf10-49ee-b325-ccf9e5f2b831 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:40.441284 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fd5c9952-8a5d-4d49-a91b-48d3410df5e0 req-b22b3b0f-bf10-49ee-b325-ccf9e5f2b831 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 946 time: 0.0952027 Jul 28 04:30:40.490845 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-c09ef7e2-a186-4861-8eca-de33ec6847ec None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:30:40.496371 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bd6eda05-e19c-42c7-8512-fb99c2b7c39c req-bb074a45-e2a2-4c88-abd5-15820a6d812f service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408579 Jul 28 04:30:40.503417 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fd5c9952-8a5d-4d49-a91b-48d3410df5e0 req-609fe706-7446-4ce7-97e9-d38c2b053b88 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552509 Jul 28 04:30:40.587731 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-bd6eda05-e19c-42c7-8512-fb99c2b7c39c req-25328c3d-2e20-4eb1-89d2-97ea9171f855 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825973 Jul 28 04:30:40.712133 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-c09ef7e2-a186-4861-8eca-de33ec6847ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '8f989fe6-77e3-4276-91ce-a3aa14fc8a26', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:7f:42:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5487843-b28f-4f02-aa44-35d76a147842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:27:10Z', 'updated_at': '2021-07-28T04:27:12Z', 'revision_number': 1, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:40.741477 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ef7e2-a186-4861-8eca-de33ec6847ec None None] The sync data for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi is: [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_floatingips': [{'id': '8f989fe6-77e3-4276-91ce-a3aa14fc8a26', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'router_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'port_id': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'mac_address': 'fa:16:3e:7f:42:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5487843-b28f-4f02-aa44-35d76a147842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:27:10Z', 'updated_at': '2021-07-28T04:27:12Z', 'revision_number': 1, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:30:40.944463 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa77e1-bf65-4444-81a4-78943097e4d4 None None] New status for floating IP 3eb4bc82-63a9-4d34-a42c-5a2a239b625b: DOWN {{(pid=93706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:30:41.618086 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b16f8-8d84-46a0-b68e-09ffc7d2d209 req-163e87fb-191f-49ea-8c73-f20328d81d18 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:41.619554 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-562b16f8-8d84-46a0-b68e-09ffc7d2d209 req-163e87fb-191f-49ea-8c73-f20328d81d18 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 946 time: 0.0476253 Jul 28 04:30:41.656807 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-562b16f8-8d84-46a0-b68e-09ffc7d2d209 req-05093a73-7f34-4338-acc0-e759d6a14580 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313809 Jul 28 04:30:41.849995 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0fad6-325d-4c2d-98d3-24aea9c51d27 req-664b74a5-4e9e-47b0-9baf-60ba328c5c96 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:41.851437 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-47c0fad6-325d-4c2d-98d3-24aea9c51d27 req-664b74a5-4e9e-47b0-9baf-60ba328c5c96 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 946 time: 0.0506718 Jul 28 04:30:41.938538 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-47c0fad6-325d-4c2d-98d3-24aea9c51d27 req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Deleting port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:30:41.938803 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-47c0fad6-325d-4c2d-98d3-24aea9c51d27 req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:42.027308 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-47c0fad6-325d-4c2d-98d3-24aea9c51d27 req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] For port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4f221dc7-5648-4bc3-8f44-63fb30e7d06e,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:30:42.027692 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-47c0fad6-325d-4c2d-98d3-24aea9c51d27 req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:42.040510 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-47c0fad6-325d-4c2d-98d3-24aea9c51d27 req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Calling delete_port for 4f221dc7-5648-4bc3-8f44-63fb30e7d06e owned by compute:nova {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:30:42.266237 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-47c0fad6-325d-4c2d-98d3-24aea9c51d27 req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:42.299159 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event deleted for resources: {'Port': ['ID=4f221dc7-5648-4bc3-8f44-63fb30e7d06e,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:42.311547 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:42.311944 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:42.312292 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:42.312629 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:42.312966 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:42.313302 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:42.313636 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:42.313967 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:42.314299 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:42.314625 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:42.315059 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:42.315340 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:42.351005 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c0fad6-325d-4c2d-98d3-24aea9c51d27 req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] No DVR routers for this DVR port 4f221dc7-5648-4bc3-8f44-63fb30e7d06e on host hv-cinder-74014 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:30:42.353314 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-47c0fad6-325d-4c2d-98d3-24aea9c51d27 req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:42.355295 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-47c0fad6-325d-4c2d-98d3-24aea9c51d27 req-0e02427c-a2e8-4b4f-a0ee-cd20bfc041c9 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "DELETE /v2.0/ports/4f221dc7-5648-4bc3-8f44-63fb30e7d06e HTTP/1.1" status: 204 len: 173 time: 0.4973516 Jul 28 04:30:42.355812 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f22c07d-128a-421f-a499-76103d495634', 'name': 'network-vif-deleted', 'tag': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:30:42.358121 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034434ca-5522-46ba-afcd-be55e19e8b09" -d '{"events": [{"server_uuid": "1f22c07d-128a-421f-a499-76103d495634", "name": "network-vif-deleted", "tag": "4f221dc7-5648-4bc3-8f44-63fb30e7d06e"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:30:42.411335 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6923a2d4-b96a-437a-b382-5f4791c8f28e x-openstack-request-id: req-6923a2d4-b96a-437a-b382-5f4791c8f28e {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:30:42.411714 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f22c07d-128a-421f-a499-76103d495634", "name": "network-vif-deleted", "tag": "4f221dc7-5648-4bc3-8f44-63fb30e7d06e", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:30:42.411966 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6923a2d4-b96a-437a-b382-5f4791c8f28e {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:30:42.412360 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f22c07d-128a-421f-a499-76103d495634', 'name': 'network-vif-deleted', 'tag': '4f221dc7-5648-4bc3-8f44-63fb30e7d06e', 'status': 'completed', 'code': 200} Jul 28 04:30:42.751945 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-de578c7e-bfdc-4e53-bef7-007aa1b5f427 req-34f39ad6-487e-485b-be76-21fefd456161 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f22c07d-128a-421f-a499-76103d495634 HTTP/1.1" status: 200 len: 210 time: 0.0264869 Jul 28 04:30:45.353007 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:30:45.907224 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 4f221dc7-5648-4bc3-8f44-63fb30e7d06e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:30:45.927518 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 4f221dc7-5648-4bc3-8f44-63fb30e7d06e {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:30:45.927889 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 4f221dc7-5648-4bc3-8f44-63fb30e7d06e not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:30:46.279938 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38958) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:30:46.433585 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Deleting port 1afa240a-61aa-4c57-9ba4-868406ff40ad {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:30:46.433934 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:46.506116 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:46.506447 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:46.523715 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Calling delete_port for 1afa240a-61aa-4c57-9ba4-868406ff40ad owned by network:floatingip {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:30:46.780976 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:46.804925 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event deleted for resources: {'Port': ['ID=1afa240a-61aa-4c57-9ba4-868406ff40ad,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:46.868752 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:46.869074 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.db.l3_db [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Floating IP 8f989fe6-77e3-4276-91ce-a3aa14fc8a26 disassociated (deleted). External IP: 172.27.2.83, port: 7e8de698-bcc6-4945-9258-71f36685d3fd. Jul 28 04:30:47.075009 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Router 293c70fe-4373-45a8-af2b-f750352bc09c has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:30:47.182836 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:30:47.187506 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:47.192032 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77373565-51e7-42cd-88cf-36d92d36d43c None None] Sync routers for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:30:47.200501 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77373565-51e7-42cd-88cf-36d92d36d43c None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:30:47.201107 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-77373565-51e7-42cd-88cf-36d92d36d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:30:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:47.213182 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-6b9cb045-52da-4e76-8735-3b3b4dd9909c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "DELETE /v2.0/floatingips/8f989fe6-77e3-4276-91ce-a3aa14fc8a26 HTTP/1.1" status: 204 len: 168 time: 0.9321725 Jul 28 04:30:47.213768 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5487843-b28f-4f02-aa44-35d76a147842', 'tag': '7e8de698-bcc6-4945-9258-71f36685d3fd'}] {{(pid=93704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:30:47.219645 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e8acc9d7ce822813527fd70949612d76c29010ca09e33be6c54d039897637b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7a3819-96f6-49dd-9d20-a4ac7d8aee40" -d '{"events": [{"name": "network-changed", "server_uuid": "f5487843-b28f-4f02-aa44-35d76a147842", "tag": "7e8de698-bcc6-4945-9258-71f36685d3fd"}]}' {{(pid=93704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:30:47.252871 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579f9eaa-8407-40a3-86ad-ff5c25fba212 x-openstack-request-id: req-579f9eaa-8407-40a3-86ad-ff5c25fba212 {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:30:47.253334 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5487843-b28f-4f02-aa44-35d76a147842", "tag": "7e8de698-bcc6-4945-9258-71f36685d3fd", "status": "completed", "code": 200}]} {{(pid=93704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:30:47.253643 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-579f9eaa-8407-40a3-86ad-ff5c25fba212 {{(pid=93704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:30:47.254229 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5487843-b28f-4f02-aa44-35d76a147842', 'tag': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'status': 'completed', 'code': 200} Jul 28 04:30:47.316189 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a3819-96f6-49dd-9d20-a4ac7d8aee40 req-191baff5-0121-4ced-846c-a7c096242aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:47.316791 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-77373565-51e7-42cd-88cf-36d92d36d43c None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:30:47.318630 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4d7a3819-96f6-49dd-9d20-a4ac7d8aee40 req-191baff5-0121-4ced-846c-a7c096242aef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2e8b716ed16435bb5aca0ac834029de&device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 1099 time: 0.0420754 Jul 28 04:30:47.342153 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:47.415056 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a3819-96f6-49dd-9d20-a4ac7d8aee40 req-c6cc7c36-a7c3-4f4c-913a-028df0e4c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:47.416917 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4d7a3819-96f6-49dd-9d20-a4ac7d8aee40 req-c6cc7c36-a7c3-4f4c-913a-028df0e4c719 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 200 len: 912 time: 0.0919766 Jul 28 04:30:47.460363 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4d7a3819-96f6-49dd-9d20-a4ac7d8aee40 req-b5f0ee5a-ae3d-465a-98ed-c0a50fbe9173 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8de698-bcc6-4945-9258-71f36685d3fd HTTP/1.1" status: 200 len: 217 time: 0.0359466 Jul 28 04:30:47.516965 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a3819-96f6-49dd-9d20-a4ac7d8aee40 req-6158852d-dae8-4289-888b-4704e72862ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:47.517586 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-77373565-51e7-42cd-88cf-36d92d36d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:47.518559 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4d7a3819-96f6-49dd-9d20-a4ac7d8aee40 req-6158852d-dae8-4289-888b-4704e72862ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=66d361c5-2bb1-43df-9ae1-0f1ba476c851 HTTP/1.1" status: 200 len: 850 time: 0.0513768 Jul 28 04:30:47.546701 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77373565-51e7-42cd-88cf-36d92d36d43c None None] Checking router: 293c70fe-4373-45a8-af2b-f750352bc09c for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:30:47.556014 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77373565-51e7-42cd-88cf-36d92d36d43c None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:30:47.557254 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-77373565-51e7-42cd-88cf-36d92d36d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:30:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:47.574655 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a3819-96f6-49dd-9d20-a4ac7d8aee40 req-ea4f1b1c-8f45-4ff0-93d2-316717c932b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:47.576196 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4d7a3819-96f6-49dd-9d20-a4ac7d8aee40 req-ea4f1b1c-8f45-4ff0-93d2-316717c932b4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72ab982f-e229-4f30-84dc-40a60d90a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503962 Jul 28 04:30:47.671053 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-77373565-51e7-42cd-88cf-36d92d36d43c None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:30:47.704170 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37c3c5-d1c9-4d0b-b9eb-8ae3e4f5fd89 req-0b260a48-870a-4378-887e-a02a63f104c6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:47.705684 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fa37c3c5-d1c9-4d0b-b9eb-8ae3e4f5fd89 req-0b260a48-870a-4378-887e-a02a63f104c6 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 946 time: 0.0784366 Jul 28 04:30:47.712011 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4d7a3819-96f6-49dd-9d20-a4ac7d8aee40 req-24db9a8e-5245-402e-86cb-53bbb4fbd4c8 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277752 Jul 28 04:30:47.792817 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-fa37c3c5-d1c9-4d0b-b9eb-8ae3e4f5fd89 req-cc5bf2b1-1043-40d1-ab53-0412c97f654a tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776975 Jul 28 04:30:47.828934 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-4d7a3819-96f6-49dd-9d20-a4ac7d8aee40 req-d3c27722-5a82-4590-91a3-31ab4dc67492 service neutron] 10.222.0.22 "GET /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076343 Jul 28 04:30:47.875277 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-77373565-51e7-42cd-88cf-36d92d36d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:47.900345 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77373565-51e7-42cd-88cf-36d92d36d43c None None] The sync data for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi is: [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:23:46Z', 'revision_number': 4, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi', '_interfaces': [{'id': 'e65f5753-5ee1-48dd-87d6-601cc1a5c41f', 'name': '', 'network_id': '72ab982f-e229-4f30-84dc-40a60d90a598', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'mac_address': 'fa:16:3e:df:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:45Z', 'updated_at': '2021-07-28T04:23:52Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'subnets': [{'id': '66d361c5-2bb1-43df-9ae1-0f1ba476c851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:30:48.100978 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66035db6-bd8b-42e3-8e4e-5dcde06264c5 None None] New status for floating IP 8f989fe6-77e3-4276-91ce-a3aa14fc8a26: DOWN {{(pid=93706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:30:48.911090 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4a277-2087-443f-b044-47a720e0e1d4 req-1efa0823-1d13-4ed9-8a0d-690ed584287f tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:48.912644 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0fd4a277-2087-443f-b044-47a720e0e1d4 req-1efa0823-1d13-4ed9-8a0d-690ed584287f tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 946 time: 0.0528367 Jul 28 04:30:48.950069 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-0fd4a277-2087-443f-b044-47a720e0e1d4 req-790b6406-df3b-4c8e-855d-8875d0be94d0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d4dacb3-b45f-4e0e-98a3-03fec4501c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315187 Jul 28 04:30:49.117909 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3b6f3-ba89-4607-80a0-9a304804c9fc req-3beb936e-b7a7-4f20-9104-ad831deb7507 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:30:49.119328 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-86e3b6f3-ba89-4607-80a0-9a304804c9fc req-3beb936e-b7a7-4f20-9104-ad831deb7507 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 946 time: 0.0874100 Jul 28 04:30:49.209331 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-86e3b6f3-ba89-4607-80a0-9a304804c9fc req-63cf0bb5-971d-4b74-84a0-45419a699d5c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Deleting port 7e8de698-bcc6-4945-9258-71f36685d3fd {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:30:49.209675 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-86e3b6f3-ba89-4607-80a0-9a304804c9fc req-63cf0bb5-971d-4b74-84a0-45419a699d5c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:49.297124 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [req-86e3b6f3-ba89-4607-80a0-9a304804c9fc req-63cf0bb5-971d-4b74-84a0-45419a699d5c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] For port 7e8de698-bcc6-4945-9258-71f36685d3fd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7e8de698-bcc6-4945-9258-71f36685d3fd,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:30:49.297484 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-86e3b6f3-ba89-4607-80a0-9a304804c9fc req-63cf0bb5-971d-4b74-84a0-45419a699d5c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:49.310734 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [req-86e3b6f3-ba89-4607-80a0-9a304804c9fc req-63cf0bb5-971d-4b74-84a0-45419a699d5c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Calling delete_port for 7e8de698-bcc6-4945-9258-71f36685d3fd owned by compute:nova {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:30:49.488999 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-86e3b6f3-ba89-4607-80a0-9a304804c9fc req-63cf0bb5-971d-4b74-84a0-45419a699d5c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:49.516838 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf0bb5-971d-4b74-84a0-45419a699d5c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event deleted for resources: {'Port': ['ID=7e8de698-bcc6-4945-9258-71f36685d3fd,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:49.557398 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e3b6f3-ba89-4607-80a0-9a304804c9fc req-63cf0bb5-971d-4b74-84a0-45419a699d5c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] No DVR routers for this DVR port 7e8de698-bcc6-4945-9258-71f36685d3fd on host hv-cinder-74014 {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:30:49.559941 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [req-86e3b6f3-ba89-4607-80a0-9a304804c9fc req-63cf0bb5-971d-4b74-84a0-45419a699d5c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:49.561986 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-86e3b6f3-ba89-4607-80a0-9a304804c9fc req-63cf0bb5-971d-4b74-84a0-45419a699d5c tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.22 "DELETE /v2.0/ports/7e8de698-bcc6-4945-9258-71f36685d3fd HTTP/1.1" status: 204 len: 173 time: 0.4361928 Jul 28 04:30:49.562449 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5487843-b28f-4f02-aa44-35d76a147842', 'name': 'network-vif-deleted', 'tag': '7e8de698-bcc6-4945-9258-71f36685d3fd'}] {{(pid=93703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:30:49.564720 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d0be7a49eb43c3f3e5a2b96001bf173dd4fa3c479f333da7508fa0d7cac7b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137ff22e-580b-4adf-834c-dd3701d6ba55" -d '{"events": [{"server_uuid": "f5487843-b28f-4f02-aa44-35d76a147842", "name": "network-vif-deleted", "tag": "7e8de698-bcc6-4945-9258-71f36685d3fd"}]}' {{(pid=93703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:30:49.601181 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8769aced-68d5-4592-b996-e3f669a5edee x-openstack-request-id: req-8769aced-68d5-4592-b996-e3f669a5edee {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:30:49.601468 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5487843-b28f-4f02-aa44-35d76a147842", "name": "network-vif-deleted", "tag": "7e8de698-bcc6-4945-9258-71f36685d3fd", "status": "completed", "code": 200}]} {{(pid=93703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:30:49.601720 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8769aced-68d5-4592-b996-e3f669a5edee {{(pid=93703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:30:49.602114 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5487843-b28f-4f02-aa44-35d76a147842', 'name': 'network-vif-deleted', 'tag': '7e8de698-bcc6-4945-9258-71f36685d3fd', 'status': 'completed', 'code': 200} Jul 28 04:30:50.044053 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [req-c9025fb1-000b-4a20-a9cd-47cb62817c12 req-aac9e180-f62a-4d81-8db5-894ccbc34fca tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5487843-b28f-4f02-aa44-35d76a147842 HTTP/1.1" status: 200 len: 210 time: 0.0280542 Jul 28 04:30:51.098154 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38974) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:30:51.219821 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-a077a477-83f8-48a8-864c-ccc1f04e7a76 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Deleting port aafb9c3f-1d94-48a4-9c0a-c92cb55c19f6 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:30:51.220165 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a077a477-83f8-48a8-864c-ccc1f04e7a76 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:51.292508 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a077a477-83f8-48a8-864c-ccc1f04e7a76 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:51.292837 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a077a477-83f8-48a8-864c-ccc1f04e7a76 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:51.304848 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-a077a477-83f8-48a8-864c-ccc1f04e7a76 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Calling delete_port for aafb9c3f-1d94-48a4-9c0a-c92cb55c19f6 owned by network:floatingip {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:30:51.523345 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a077a477-83f8-48a8-864c-ccc1f04e7a76 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:51.549840 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077a477-83f8-48a8-864c-ccc1f04e7a76 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event deleted for resources: {'Port': ['ID=aafb9c3f-1d94-48a4-9c0a-c92cb55c19f6,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:51.608767 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a077a477-83f8-48a8-864c-ccc1f04e7a76 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:51.611253 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a077a477-83f8-48a8-864c-ccc1f04e7a76 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:51.612432 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-a077a477-83f8-48a8-864c-ccc1f04e7a76 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "DELETE /v2.0/floatingips/79327835-9187-459c-b59b-71ffeefc1fb6 HTTP/1.1" status: 204 len: 168 time: 0.5131421 Jul 28 04:30:51.940195 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 7e8de698-bcc6-4945-9258-71f36685d3fd no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:30:51.960163 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] No Port match for: 7e8de698-bcc6-4945-9258-71f36685d3fd {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:30:51.960506 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Device 7e8de698-bcc6-4945-9258-71f36685d3fd not bound to the agent host hv-cinder-74014 {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:30:52.923170 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38986) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:30:52.983286 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6b909101-5ef3-47cd-8c39-aa1b986cf0a0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:53.010963 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6b909101-5ef3-47cd-8c39-aa1b986cf0a0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:53.146877 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6b909101-5ef3-47cd-8c39-aa1b986cf0a0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:53.149488 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-6b909101-5ef3-47cd-8c39-aa1b986cf0a0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:53.150853 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-6b909101-5ef3-47cd-8c39-aa1b986cf0a0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] 10.222.0.42 "DELETE /v2.0/security-groups/0d4dacb3-b45f-4e0e-98a3-03fec4501c29 HTTP/1.1" status: 204 len: 168 time: 0.2266233 Jul 28 04:30:53.161427 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b909101-5ef3-47cd-8c39-aa1b986cf0a0 tempest-TestVolumeBootPattern-503213250 tempest-TestVolumeBootPattern-503213250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4dacb3-b45f-4e0e-98a3-03fec4501c29,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:53.258356 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38990) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:30:53.775398 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-754b0103-c2c4-4b58-9dd6-f51a8391ac75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707331'] for router_interface, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:54.034804 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-754b0103-c2c4-4b58-9dd6-f51a8391ac75 admin admin] Deleting port e65f5753-5ee1-48dd-87d6-601cc1a5c41f {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:30:54.035231 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-754b0103-c2c4-4b58-9dd6-f51a8391ac75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:54.115268 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-754b0103-c2c4-4b58-9dd6-f51a8391ac75 admin admin] For port e65f5753-5ee1-48dd-87d6-601cc1a5c41f, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=e65f5753-5ee1-48dd-87d6-601cc1a5c41f,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:30:54.115652 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-754b0103-c2c4-4b58-9dd6-f51a8391ac75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:54.132462 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-754b0103-c2c4-4b58-9dd6-f51a8391ac75 admin admin] Calling delete_port for e65f5753-5ee1-48dd-87d6-601cc1a5c41f owned by network:router_interface {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:30:54.391858 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-754b0103-c2c4-4b58-9dd6-f51a8391ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:54.419646 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b0103-c2c4-4b58-9dd6-f51a8391ac75 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65f5753-5ee1-48dd-87d6-601cc1a5c41f,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:54.598850 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-754b0103-c2c4-4b58-9dd6-f51a8391ac75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707311'] for router_interface, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:54.811395 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754b0103-c2c4-4b58-9dd6-f51a8391ac75 admin admin] Router 293c70fe-4373-45a8-af2b-f750352bc09c has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:30:54.924552 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754b0103-c2c4-4b58-9dd6-f51a8391ac75 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:30:54.931348 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-754b0103-c2c4-4b58-9dd6-f51a8391ac75 admin admin] 10.222.0.42 "PUT /v2.0/routers/293c70fe-4373-45a8-af2b-f750352bc09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6713512 Jul 28 04:30:54.933377 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 38996) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:30:54.935416 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c66dde-71ae-46e0-9c54-c5c69129f69f None None] Sync routers for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:30:54.950629 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c66dde-71ae-46e0-9c54-c5c69129f69f None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:30:54.951238 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-f6c66dde-71ae-46e0-9c54-c5c69129f69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:30:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:55.035086 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:55.062046 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-f6c66dde-71ae-46e0-9c54-c5c69129f69f None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:30:55.147698 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:55.256324 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Deleting port 01645c37-131b-4148-9e2b-641d8c8e9262 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:30:55.256683 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:55.341203 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] For port 01645c37-131b-4148-9e2b-641d8c8e9262, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=01645c37-131b-4148-9e2b-641d8c8e9262,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:30:55.341484 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:55.360153 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Calling delete_port for 01645c37-131b-4148-9e2b-641d8c8e9262 owned by network:router_gateway {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:30:55.378225 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-f6c66dde-71ae-46e0-9c54-c5c69129f69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:30:54Z', 'revision_number': 5, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port': {'id': '01645c37-131b-4148-9e2b-641d8c8e9262', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:42Z', 'updated_at': '2021-07-28T04:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:55.405212 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c66dde-71ae-46e0-9c54-c5c69129f69f None None] Checking router: 293c70fe-4373-45a8-af2b-f750352bc09c for host: dv-cinder-740146-11-iscsi {{(pid=93705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:30:55.414376 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c66dde-71ae-46e0-9c54-c5c69129f69f None None] Routers {'293c70fe-4373-45a8-af2b-f750352bc09c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:30:55.418778 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-f6c66dde-71ae-46e0-9c54-c5c69129f69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:30:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['293c70fe-4373-45a8-af2b-f750352bc09c'], 'active': True} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:55.514593 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvr_db [None req-f6c66dde-71ae-46e0-9c54-c5c69129f69f None None] Set router 293c70fe-4373-45a8-af2b-f750352bc09c gateway port host: None {{(pid=93705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:30:55.570414 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_hamode_db [None req-f6c66dde-71ae-46e0-9c54-c5c69129f69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:30:55Z', 'revision_number': 6, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port_host': None}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:55.596386 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c66dde-71ae-46e0-9c54-c5c69129f69f None None] The sync data for ids ['293c70fe-4373-45a8-af2b-f750352bc09c'] in dv-cinder-740146-11-iscsi is: [{'id': '293c70fe-4373-45a8-af2b-f750352bc09c', 'name': 'tempest-TestVolumeBootPattern-645732232-router', 'tenant_id': 'c2e8b716ed16435bb5aca0ac834029de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:41Z', 'updated_at': '2021-07-28T04:30:55Z', 'revision_number': 6, 'project_id': 'c2e8b716ed16435bb5aca0ac834029de', 'gw_port_host': None}] {{(pid=93705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:30:55.649046 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:55.679538 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=01645c37-131b-4148-9e2b-641d8c8e9262,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:55.740199 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603213'] for router_gateway, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:55.830010 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-70883'] for router, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:55.832163 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:55.935311 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623426'] for router, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:55.936803 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 293c70fe-4373-45a8-af2b-f750352bc09c {{(pid=93703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:30:55.944081 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] Notify callbacks [] for router, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:55.944081 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-3f3a999e-be9f-49ad-8fa5-d8aee4969e49 admin admin] 10.222.0.42 "DELETE /v2.0/routers/293c70fe-4373-45a8-af2b-f750352bc09c HTTP/1.1" status: 204 len: 168 time: 1.0080619 Jul 28 04:30:55.948059 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 38998) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:30:56.012309 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e82515-4a67-4a5f-a207-78c098eb8563 admin admin] Deleting subnet 66d361c5-2bb1-43df-9ae1-0f1ba476c851 {{(pid=93704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:30:56.012309 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d5e82515-4a67-4a5f-a207-78c098eb8563 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:56.057977 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device e65f5753-5ee1-48dd-87d6-601cc1a5c41f no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:30:56.071791 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d5e82515-4a67-4a5f-a207-78c098eb8563 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4417263'] for subnet, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:56.088489 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: e65f5753-5ee1-48dd-87d6-601cc1a5c41f {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:30:56.088962 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device e65f5753-5ee1-48dd-87d6-601cc1a5c41f not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:30:56.151574 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d5e82515-4a67-4a5f-a207-78c098eb8563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:56.306582 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d5e82515-4a67-4a5f-a207-78c098eb8563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4447606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4594621'] for subnet, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:56.331823 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e82515-4a67-4a5f-a207-78c098eb8563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d361c5-2bb1-43df-9ae1-0f1ba476c851,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:56.338425 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-d5e82515-4a67-4a5f-a207-78c098eb8563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:56.340349 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-d5e82515-4a67-4a5f-a207-78c098eb8563 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/66d361c5-2bb1-43df-9ae1-0f1ba476c851 HTTP/1.1" status: 204 len: 168 time: 0.3912899 Jul 28 04:30:56.343264 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 39000) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:30:56.344467 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0378c5-9092-4b52-862b-f9525067b3c9 None None] Network 72ab982f-e229-4f30-84dc-40a60d90a598 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:30:56.421463 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:56.481483 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Deleting port 531a7f07-261d-406e-9669-50309c218930 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:30:56.482046 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:56.572701 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] DHCP port deletion for 72ab982f-e229-4f30-84dc-40a60d90a598 request from dv-cinder-740146-11-iscsi {{(pid=93705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:30:56.624897 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Deleting port 531a7f07-261d-406e-9669-50309c218930 {{(pid=93705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:30:56.625284 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:56.724433 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] For port 531a7f07-261d-406e-9669-50309c218930, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=531a7f07-261d-406e-9669-50309c218930,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:30:56.732650 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:56.742069 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Calling delete_port for 531a7f07-261d-406e-9669-50309c218930 owned by network:dhcp {{(pid=93705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:30:56.881734 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] For port 531a7f07-261d-406e-9669-50309c218930, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=531a7f07-261d-406e-9669-50309c218930,segment=NetworkSegment(8d7b1d52-d477-4576-a85f-6f6be03fc3af),segment_id=8d7b1d52-d477-4576-a85f-6f6be03fc3af)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:30:56.882285 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:56.894935 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Calling delete_port for 531a7f07-261d-406e-9669-50309c218930 owned by network:dhcp {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:30:56.917287 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399'] for port, after_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:56.956458 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Pushing event deleted for resources: {'Port': ['ID=531a7f07-261d-406e-9669-50309c218930,revision_number=None']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:56.959543 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] No DVR routers for this DVR port 531a7f07-261d-406e-9669-50309c218930 on host dv-cinder-740146-11-iscsi {{(pid=93705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:30:56.970252 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:56.971321 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:56.972757 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:56.973455 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:56.975812 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:56.976288 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:56.976630 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:56.976967 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:56.977301 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:56.977627 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:56.977957 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:56.978113 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:56.978266 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be1db9-c364-407e-bae6-4a1acf76fb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-iscsi {{(pid=93705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:30:57.008095 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Pushing event deleted for resources: {'Port': ['ID=531a7f07-261d-406e-9669-50309c218930,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:57.014065 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] No DVR routers for this DVR port 531a7f07-261d-406e-9669-50309c218930 on host dv-cinder-740146-11-iscsi {{(pid=93703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:30:57.087012 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:57.097682 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ab982f-e229-4f30-84dc-40a60d90a598']}} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:57.108664 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7b1d52-d477-4576-a85f-6f6be03fc3af') {'for_net_delete': True} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:57.108955 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.services.segments.db [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7b1d52-d477-4576-a85f-6f6be03fc3af') {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:57.118046 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6235719'] for segment, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6235901'] for segment, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: self.session.flush() Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: self.session.flush() Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: self.session.flush() Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: self.session.flush() Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: Traceback (most recent call last): Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: timer() Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: cb(*args, **kw) Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: return func(*args, **kwargs) Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: self._notify() Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: self.callback(batched_events) Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: event.method(event) Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: return f(self, *a, **k) Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: return self._get(url).json() Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: return self.request(url, 'GET', **kwargs) Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:30:57.143632 dv-cinder-740146-11-iscsi neutron-server[93703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:30:57.270129 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:57.276132 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:57.277826 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] 10.222.0.42 "DELETE /v2.0/networks/72ab982f-e229-4f30-84dc-40a60d90a598 HTTP/1.1" status: 204 len: 168 time: 0.9334555 Jul 28 04:30:57.280858 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 39002) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:30:57.292045 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0daa7a-a39d-410f-a904-eba58ffbaaab admin admin] Pushing event deleted for resources: {'Network': ['ID=72ab982f-e229-4f30-84dc-40a60d90a598,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:57.698772 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 531a7f07-261d-406e-9669-50309c218930 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:30:57.719149 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 531a7f07-261d-406e-9669-50309c218930 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:30:57.719491 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 531a7f07-261d-406e-9669-50309c218930 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:30:57.720093 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 01645c37-131b-4148-9e2b-641d8c8e9262 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:30:57.739144 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 01645c37-131b-4148-9e2b-641d8c8e9262 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:30:57.739484 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 01645c37-131b-4148-9e2b-641d8c8e9262 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:30:57.903915 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-58891f81-5fe9-498b-bcf2-6d9aa83695e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707331'] for router_interface, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:58.151183 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-58891f81-5fe9-498b-bcf2-6d9aa83695e4 admin admin] Deleting port 94bea438-9dae-40c0-a8bd-ac05467b0f59 {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:30:58.151518 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-58891f81-5fe9-498b-bcf2-6d9aa83695e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:58.230446 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-58891f81-5fe9-498b-bcf2-6d9aa83695e4 admin admin] For port 94bea438-9dae-40c0-a8bd-ac05467b0f59, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=94bea438-9dae-40c0-a8bd-ac05467b0f59,segment=NetworkSegment(7cd6cd79-26a6-426f-90f2-5870f7e3c73d),segment_id=7cd6cd79-26a6-426f-90f2-5870f7e3c73d)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:30:58.230820 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-58891f81-5fe9-498b-bcf2-6d9aa83695e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:58.244255 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-58891f81-5fe9-498b-bcf2-6d9aa83695e4 admin admin] Calling delete_port for 94bea438-9dae-40c0-a8bd-ac05467b0f59 owned by network:router_interface {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:30:58.506827 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-58891f81-5fe9-498b-bcf2-6d9aa83695e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:58.537724 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58891f81-5fe9-498b-bcf2-6d9aa83695e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=94bea438-9dae-40c0-a8bd-ac05467b0f59,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:58.711547 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-58891f81-5fe9-498b-bcf2-6d9aa83695e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707311'] for router_interface, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:58.925416 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58891f81-5fe9-498b-bcf2-6d9aa83695e4 admin admin] Router df966652-4b24-4d2e-8ba8-ab5ef056951c has already been hosted by L3 agent a162d51e-ef3f-419f-a629-9c7b15081ad0 {{(pid=93704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:30:59.035122 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58891f81-5fe9-498b-bcf2-6d9aa83695e4 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-iscsi the message routers_updated {{(pid=93704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:30:59.041272 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-58891f81-5fe9-498b-bcf2-6d9aa83695e4 admin admin] 10.222.0.42 "PUT /v2.0/routers/df966652-4b24-4d2e-8ba8-ab5ef056951c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7592509 Jul 28 04:30:59.044198 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [-] (93703) accepted ('10.222.0.42', 39006) {{(pid=93703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:30:59.047802 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2188306-544e-4f85-b0ac-42012ca29acd None None] Sync routers for ids ['df966652-4b24-4d2e-8ba8-ab5ef056951c'] in dv-cinder-740146-11-iscsi {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:30:59.061088 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2188306-544e-4f85-b0ac-42012ca29acd None None] Routers {'df966652-4b24-4d2e-8ba8-ab5ef056951c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:30:59.061699 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-a2188306-544e-4f85-b0ac-42012ca29acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:30:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['df966652-4b24-4d2e-8ba8-ab5ef056951c'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:59.166396 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Notify callbacks [] for router, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:59.300712 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-a2188306-544e-4f85-b0ac-42012ca29acd None None] Set router df966652-4b24-4d2e-8ba8-ab5ef056951c gateway port host: dv-cinder-740146-11-iscsi {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:30:59.307217 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:59.415688 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Deleting port 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 {{(pid=93703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:30:59.415688 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:59.513817 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.db [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] For port 7ba9b805-e38e-4dd6-934f-b0d4d95c5625, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=7ba9b805-e38e-4dd6-934f-b0d4d95c5625,segment=NetworkSegment(bdafba02-dbef-40d8-b87e-3ee0cd1acece),segment_id=bdafba02-dbef-40d8-b87e-3ee0cd1acece)] {{(pid=93703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:30:59.514370 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:59.528629 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-a2188306-544e-4f85-b0ac-42012ca29acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'name': 'tempest-TestVolumeBootPattern-66076597-router', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'external_fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:50Z', 'updated_at': '2021-07-28T04:30:58Z', 'revision_number': 5, 'project_id': '66287663ad644b809b94e7954ea57f76', 'gw_port': {'id': '7ba9b805-e38e-4dd6-934f-b0d4d95c5625', 'name': '', 'network_id': 'd3136975-6585-468b-8186-a315d5f73f38', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8825da86-d228-4311-80eb-c27139fea1af', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:23:52Z', 'updated_at': '2021-07-28T04:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8825da86-d228-4311-80eb-c27139fea1af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-iscsi'}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:59.539475 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Calling delete_port for 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 owned by network:router_gateway {{(pid=93703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:30:59.564913 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2188306-544e-4f85-b0ac-42012ca29acd None None] Checking router: df966652-4b24-4d2e-8ba8-ab5ef056951c for host: dv-cinder-740146-11-iscsi {{(pid=93706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:30:59.575921 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2188306-544e-4f85-b0ac-42012ca29acd None None] Routers {'df966652-4b24-4d2e-8ba8-ab5ef056951c'} bound to L3 agent in host dv-cinder-740146-11-iscsi {{(pid=93706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:30:59.576832 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-a2188306-544e-4f85-b0ac-42012ca29acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T04:09:35Z,description=,heartbeat_timestamp=2021-07-28T04:30:35Z,host='dv-cinder-740146-11-iscsi',id=a162d51e-ef3f-419f-a629-9c7b15081ad0,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T04:09:35Z,topic='l3_agent')) {'router_ids': ['df966652-4b24-4d2e-8ba8-ab5ef056951c'], 'active': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:59.693957 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_dvr_db [None req-a2188306-544e-4f85-b0ac-42012ca29acd None None] Set router df966652-4b24-4d2e-8ba8-ab5ef056951c gateway port host: None {{(pid=93706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:30:59.754583 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.l3_hamode_db [None req-a2188306-544e-4f85-b0ac-42012ca29acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'name': 'tempest-TestVolumeBootPattern-66076597-router', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:50Z', 'updated_at': '2021-07-28T04:30:59Z', 'revision_number': 6, 'project_id': '66287663ad644b809b94e7954ea57f76', 'gw_port_host': None}], 'dv-cinder-740146-11-iscsi', False) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:30:59.790320 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2188306-544e-4f85-b0ac-42012ca29acd None None] The sync data for ids ['df966652-4b24-4d2e-8ba8-ab5ef056951c'] in dv-cinder-740146-11-iscsi is: [{'id': 'df966652-4b24-4d2e-8ba8-ab5ef056951c', 'name': 'tempest-TestVolumeBootPattern-66076597-router', 'tenant_id': '66287663ad644b809b94e7954ea57f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:23:50Z', 'updated_at': '2021-07-28T04:30:59Z', 'revision_number': 6, 'project_id': '66287663ad644b809b94e7954ea57f76', 'gw_port_host': None}] {{(pid=93706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:30:59.814225 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6235858'] for port, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:30:59.849493 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba9b805-e38e-4dd6-934f-b0d4d95c5625,revision_number=None']} {{(pid=93703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:30:59.911040 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603213'] for router_gateway, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.001850 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-70883'] for router, precommit_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.004039 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.134685 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623426'] for router, after_delete {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.142773 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router df966652-4b24-4d2e-8ba8-ab5ef056951c {{(pid=93703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:31:00.142773 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] Notify callbacks [] for router, before_response {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.146044 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 39008) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:31:00.146518 dv-cinder-740146-11-iscsi neutron-server[93703]: INFO neutron.wsgi [None req-9fb2eb3a-10e2-4e6c-be28-7644bc352b0f admin admin] 10.222.0.42 "DELETE /v2.0/routers/df966652-4b24-4d2e-8ba8-ab5ef056951c HTTP/1.1" status: 204 len: 168 time: 1.0999203 Jul 28 04:31:00.195904 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d31743-dbfc-4884-b6ea-023abc0c36f8 admin admin] Deleting subnet 05b0db9e-151b-4c01-8c52-0db449bd9e90 {{(pid=93704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:31:00.199126 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d31743-dbfc-4884-b6ea-023abc0c36f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.241505 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d31743-dbfc-4884-b6ea-023abc0c36f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4417263'] for subnet, precommit_delete_associations {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.322318 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d31743-dbfc-4884-b6ea-023abc0c36f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728440'] for subnet, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.443724 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d31743-dbfc-4884-b6ea-023abc0c36f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4447606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4594621'] for subnet, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.469615 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d31743-dbfc-4884-b6ea-023abc0c36f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b0db9e-151b-4c01-8c52-0db449bd9e90,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:31:00.473950 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-33d31743-dbfc-4884-b6ea-023abc0c36f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.475915 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-33d31743-dbfc-4884-b6ea-023abc0c36f8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/05b0db9e-151b-4c01-8c52-0db449bd9e90 HTTP/1.1" status: 204 len: 168 time: 0.3283761 Jul 28 04:31:00.478358 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 39010) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:31:00.482816 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b9d423-3a07-4967-a3e1-701ae2d88e9a None None] Network 9376f992-7dbb-41b1-8592-bd2d51eddbf6 requested from dv-cinder-740146-11-iscsi {{(pid=93705) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:31:00.550290 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616842'] for network, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.626312 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Deleting port afeaa6e7-de41-4f69-bbdd-e2192afeef9f {{(pid=93704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:31:00.626660 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.706958 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26704d57-60d0-46a2-888b-13708d7ccf10 None None] DHCP port deletion for 9376f992-7dbb-41b1-8592-bd2d51eddbf6 request from dv-cinder-740146-11-iscsi {{(pid=93705) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:31:00.709469 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.db [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] For port afeaa6e7-de41-4f69-bbdd-e2192afeef9f, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=afeaa6e7-de41-4f69-bbdd-e2192afeef9f,segment=NetworkSegment(7cd6cd79-26a6-426f-90f2-5870f7e3c73d),segment_id=7cd6cd79-26a6-426f-90f2-5870f7e3c73d)] {{(pid=93704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:31:00.709841 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.724957 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Calling delete_port for afeaa6e7-de41-4f69-bbdd-e2192afeef9f owned by network:dhcp {{(pid=93704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:31:00.759778 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-26704d57-60d0-46a2-888b-13708d7ccf10 None None] Deleting port afeaa6e7-de41-4f69-bbdd-e2192afeef9f {{(pid=93705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:31:00.760163 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-26704d57-60d0-46a2-888b-13708d7ccf10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759952042635'] for port, before_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.829291 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.db [None req-26704d57-60d0-46a2-888b-13708d7ccf10 None None] For port afeaa6e7-de41-4f69-bbdd-e2192afeef9f, host dv-cinder-740146-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-iscsi',level=0,port_id=afeaa6e7-de41-4f69-bbdd-e2192afeef9f,segment=NetworkSegment(7cd6cd79-26a6-426f-90f2-5870f7e3c73d),segment_id=7cd6cd79-26a6-426f-90f2-5870f7e3c73d)] {{(pid=93705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:31:00.829680 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-26704d57-60d0-46a2-888b-13708d7ccf10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761628'] for port, precommit_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.842848 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-26704d57-60d0-46a2-888b-13708d7ccf10 None None] Calling delete_port for afeaa6e7-de41-4f69-bbdd-e2192afeef9f owned by network:dhcp {{(pid=93705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:31:00.892422 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4447523'] for port, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.922304 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=afeaa6e7-de41-4f69-bbdd-e2192afeef9f,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:31:00.929368 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] No DVR routers for this DVR port afeaa6e7-de41-4f69-bbdd-e2192afeef9f on host dv-cinder-740146-11-iscsi {{(pid=93704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:31:00.938254 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-26704d57-60d0-46a2-888b-13708d7ccf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759952046879', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759951642399'] for port, after_delete {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:00.965821 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26704d57-60d0-46a2-888b-13708d7ccf10 None None] Pushing event deleted for resources: {'Port': ['ID=afeaa6e7-de41-4f69-bbdd-e2192afeef9f,revision_number=None']} {{(pid=93705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:31:00.967724 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26704d57-60d0-46a2-888b-13708d7ccf10 None None] No DVR routers for this DVR port afeaa6e7-de41-4f69-bbdd-e2192afeef9f on host dv-cinder-740146-11-iscsi {{(pid=93705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:31:00.999083 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721421', 'neutron.services.segments.db._delete_segments_for_network-8759952121905'] for network, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:01.009439 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9376f992-7dbb-41b1-8592-bd2d51eddbf6']}} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:31:01.022464 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd6cd79-26a6-426f-90f2-5870f7e3c73d') {'for_net_delete': True} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:31:01.022756 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.services.segments.db [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd6cd79-26a6-426f-90f2-5870f7e3c73d') {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:31:01.031311 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759952121658', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4417254'] for segment, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:01.044867 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029'] for segment, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:01.056978 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:31:01.057437 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4447500'] for segment, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: Traceback (most recent call last): Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: timer() Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: cb(*args, **kw) Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: return func(*args, **kwargs) Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: self._notify() Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: self.callback(batched_events) Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: event.method(event) Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: return f(self, *a, **k) Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._get(url).json() Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: return self.request(url, 'GET', **kwargs) Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:31:01.059071 dv-cinder-740146-11-iscsi neutron-server[93704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:31:01.172687 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603249'] for network, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:01.179489 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703812'] for network, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:01.181415 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9376f992-7dbb-41b1-8592-bd2d51eddbf6 HTTP/1.1" status: 204 len: 168 time: 0.7019434 Jul 28 04:31:01.193174 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15263ab9-1d70-4802-b172-09fb70f91fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9376f992-7dbb-41b1-8592-bd2d51eddbf6,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:31:01.512839 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 39014) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:31:01.552198 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-1b56180f-aa7e-4f9f-b57f-a8c0f1f30eae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2e8b716ed16435bb5aca0ac834029de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376225 Jul 28 04:31:01.554805 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 39016) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:31:01.600440 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-256b9a7b-0940-4cb2-ac04-c3fbd655adca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:01.624621 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-256b9a7b-0940-4cb2-ac04-c3fbd655adca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:01.683765 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:31:01.703087 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:31:01.703428 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 7ba9b805-e38e-4dd6-934f-b0d4d95c5625 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:31:01.703863 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device afeaa6e7-de41-4f69-bbdd-e2192afeef9f no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:31:01.721812 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: afeaa6e7-de41-4f69-bbdd-e2192afeef9f {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:31:01.722153 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device afeaa6e7-de41-4f69-bbdd-e2192afeef9f not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:31:01.722553 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 94bea438-9dae-40c0-a8bd-ac05467b0f59 no longer exists at agent ovs-agent-dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:31:01.740792 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] No Port match for: 94bea438-9dae-40c0-a8bd-ac05467b0f59 {{(pid=93705) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:31:01.741074 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron.plugins.ml2.rpc [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Device 94bea438-9dae-40c0-a8bd-ac05467b0f59 not bound to the agent host dv-cinder-740146-11-iscsi {{(pid=93705) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:31:01.744588 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-256b9a7b-0940-4cb2-ac04-c3fbd655adca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:01.746888 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-256b9a7b-0940-4cb2-ac04-c3fbd655adca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:01.750343 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-256b9a7b-0940-4cb2-ac04-c3fbd655adca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06f7d151-c927-4513-91e5-d8cd1e74691f HTTP/1.1" status: 204 len: 168 time: 0.1923425 Jul 28 04:31:01.757398 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b9a7b-0940-4cb2-ac04-c3fbd655adca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f7d151-c927-4513-91e5-d8cd1e74691f,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:31:02.311291 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0a040def-a719-4ca9-85b0-add24b26ada5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:02.325102 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 39022) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:31:02.364748 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-7a571afd-38f4-4fbf-9b25-6234d34c948a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66287663ad644b809b94e7954ea57f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384462 Jul 28 04:31:02.367174 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.wsgi [-] (93704) accepted ('10.222.0.42', 39024) {{(pid=93704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:31:02.413603 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a1729755-d605-429e-ad71-0b879dbc684d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:02.434561 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a1729755-d605-429e-ad71-0b879dbc684d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:02.543749 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a1729755-d605-429e-ad71-0b879dbc684d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685987'] for security_group, after_delete {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:02.543749 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a1729755-d605-429e-ad71-0b879dbc684d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:02.544355 dv-cinder-740146-11-iscsi neutron-server[93704]: INFO neutron.wsgi [None req-a1729755-d605-429e-ad71-0b879dbc684d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4154c342-4025-45f3-aeab-d62b1b1658fd HTTP/1.1" status: 204 len: 168 time: 0.1756582 Jul 28 04:31:02.553532 dv-cinder-740146-11-iscsi neutron-server[93704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1729755-d605-429e-ad71-0b879dbc684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4154c342-4025-45f3-aeab-d62b1b1658fd,revision_number=None']} {{(pid=93704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:31:04.807210 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-58c675b4-e1e5-4bea-9383-bd2bdd97cb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:05.225559 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:06.368366 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:07.830831 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:17.316169 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:22.352226 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:31:32.298475 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-2842c9c3-ce85-4293-8f13-291b8b61794f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:34.801089 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-fe9753ec-9e4d-4b99-851d-67e5f6ba0115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:35.235924 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:36.315300 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:37.841079 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:47.314760 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:31:59.351220 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:32:02.303466 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-fc714456-41df-40a2-b793-e900dd454f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:32:04.794320 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-b193dd66-7eeb-46dd-ae87-fd32dafa25ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:32:05.205634 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:32:06.319968 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:32:07.828340 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:32:17.342651 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:32:32.303229 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-9f350b9e-81a7-44a5-8038-9b3a759f0f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:32:34.822211 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-33eec801-51f1-4da9-93a1-2677824fde1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:32:35.222259 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:32:36.342173 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:32:36.349970 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:32:37.839512 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:32:47.330642 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:32:49.006970 dv-cinder-740146-11-iscsi neutron-server[93703]: DEBUG neutron.wsgi [req-6b407d4f-3ee0-4404-90db-1088c0e4f005 req-31f5cbbd-77b0-4752-8f7b-f75e0335080f service neutron] (93703) timed out ('10.222.0.22', 49223) {{(pid=93703) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 04:33:02.306118 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ea643c2f-b529-4e75-b974-1547f23a6fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:33:04.804713 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-6b44f4e8-c4c7-4499-9e67-af8b6c1a92f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:33:05.204247 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:33:06.347490 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:33:07.861413 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:33:13.348934 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:33:17.341413 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:33:32.318148 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-a14ec0dd-94c7-428a-ad8c-70e34ed49c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:33:34.807935 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-38e9bf01-27e0-4cbe-9b8b-4830874ceb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:33:35.215611 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:33:36.385292 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:33:37.878280 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:33:47.345741 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:33:50.348900 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:34:02.317954 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-ba556d7f-9fee-423c-a53e-bf72127e2c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:34:04.824129 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-bffa9078-5d09-45fe-810a-a9d6b272308d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:34:05.212804 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:34:06.355514 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:34:07.837558 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:34:17.340000 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:34:27.348102 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:34:32.317374 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-c00d25e5-13d7-4c22-8313-9b9e0402782c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:34:34.831231 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-fe2cc700-f6f4-490c-a84b-c9a4ef4a7b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:34:35.219680 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:34:36.357323 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:34:37.856753 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:34:47.371249 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:35:02.335799 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-1d73485d-aa31-4fbf-82e4-be7239520df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:35:04.348850 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:35:04.836016 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5580-b455-4265-81b2-7e045fbdeb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:35:05.215963 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:35:06.362523 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:35:07.859008 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:35:17.347749 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:35:32.309932 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-52026c7d-d836-4987-bb96-c0cf3aa898f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:35:34.837386 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-b7a56dc7-57f8-4cb3-a2c5-571f02378334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:35:35.235567 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:35:36.384379 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:35:37.871925 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:35:41.348954 dv-cinder-740146-11-iscsi neutron-server[93706]: DEBUG neutron.db.agents_db [None req-e33e115d-f3f4-4738-ae00-017ef604294d None None] Agent healthcheck: found 6 active agents {{(pid=93706) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:35:47.357213 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-0d575446-4c5d-4fb8-8012-2276e5e40f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:36:02.345084 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-3a2ae4ed-d271-475e-8fe1-7de0d91f712b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:36:04.835310 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-6d69deed-7d2d-4d0f-b9b6-ef43b2980f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:36:05.218999 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-50750479-c59c-4fa6-88be-f13c5336d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:36:06.361260 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-e8a006df-9280-4b78-99ac-5d32791f5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:36:07.870431 dv-cinder-740146-11-iscsi neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-f852add3-dad3-4c46-87ca-803efed59828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759952121887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723981'] for agent, after_update {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}